-- Logs begin at Fri 2021-07-30 15:22:24 UTC, end at Fri 2021-07-30 16:25:26 UTC. -- Jul 30 15:56:45.735652 dv-cinder-802955-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 30 15:56:48.498157 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.common.config [-] Logging enabled! Jul 30 15:56:48.498938 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 15:56:48.498938 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93244) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 15:56:48.502769 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.common.config [-] Logging enabled! Jul 30 15:56:48.503281 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 15:56:48.503601 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93244) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 15:56:48.504572 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 15:56:48.504808 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 15:56:48.505196 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 15:56:48.505439 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 15:56:48.505766 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 15:56:48.507041 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.507370 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.507673 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.507906 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.508205 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.508495 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.508776 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.509064 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.509363 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.510491 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.510785 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.511104 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.511339 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.511622 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.511917 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.512204 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.512426 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] debug = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.512706 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.513956 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.514387 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.514673 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.514968 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.515342 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.515545 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.515822 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.516663 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.517863 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] host = dv-cinder-802955-2-iscsi {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.518151 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.518446 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.518742 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.519052 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.519332 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.519614 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.519902 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.520177 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.520451 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] log_file = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.520724 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.521009 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.521294 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.521582 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.521807 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.522027 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.522314 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.522599 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.522870 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.523165 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.523435 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.523708 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.523978 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.524243 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.524527 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.524810 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.525091 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.525361 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.525633 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.525903 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.526173 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.526452 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.526723 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.527019 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.527279 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.527563 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.527829 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.528098 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.528397 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.528678 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.528959 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.529241 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.529515 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.529794 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.530065 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.530336 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.530605 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] use_json = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.530876 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.531163 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.531446 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.531757 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.532032 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.532305 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.532575 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.532858 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:48.533156 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.533450 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.533747 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.534029 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.534319 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.534593 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.534879 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.535185 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.535470 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.535754 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.536040 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.536316 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.536603 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.536877 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.537169 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.537472 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.537761 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.538050 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.538322 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.538592 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.538861 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.539162 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.539449 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.539738 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.540025 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.540296 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.540573 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.540859 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.541134 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.541402 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.541676 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.541962 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.542240 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.542510 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.542792 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.543094 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.543367 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.543638 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.543913 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.544202 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.544477 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.544745 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.545013 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.545285 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.545551 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.545830 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.546106 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.546374 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.546641 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.546918 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.547239 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.547514 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.547788 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.548057 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.548332 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.548601 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.548869 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.549137 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.549409 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.549677 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.549944 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.550212 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.550487 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.550757 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.551046 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.551314 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.551582 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.551850 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.552136 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.552434 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.552711 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.552985 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.553259 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.553534 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.553809 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.554083 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.554355 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.554626 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.554895 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.555209 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.555489 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.555770 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.556052 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.556325 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.556617 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.556890 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.557166 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.557437 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.557708 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.557993 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.558274 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.558563 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.558854 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.559173 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.559462 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.559752 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.560030 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.560336 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.560611 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:48.560826 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 15:56:48.561071 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93244) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 30 15:56:48.915236 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 15:56:48.915564 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 15:56:48.915799 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 15:56:48.916125 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 30 15:56:49.312064 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.312260 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.312534 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.313878 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.314153 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.314422 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.350397 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.350682 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.350947 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.366516 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.366842 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.367183 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.395974 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.396251 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.396520 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.433249 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.433535 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.433803 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.662886 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.663573 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.663573 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.663746 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.664374 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.783877 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.784188 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.784473 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.784746 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.785016 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.785325 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.785584 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.785839 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.786090 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.786368 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.786625 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.786887 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.787167 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.787419 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.787671 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.787930 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.788183 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.788446 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.788711 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.788969 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.789239 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.789491 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.789767 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.790140 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.790392 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.790648 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.791135 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:56:49.791380 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:56:49.791617 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:56:49.791854 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:56:49.792089 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:56:49.792324 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:56:49.792681 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 30 15:56:49.795837 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 30 15:56:49.799755 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 30 15:56:49.803613 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jul 30 15:56:49.805222 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 30 15:56:49.805666 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 30 15:56:49.805995 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 30 15:56:49.806372 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 30 15:56:49.809165 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 30 15:56:49.809413 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 30 15:56:49.809754 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 15:56:49.815526 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 30 15:56:49.838352 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 30 15:56:49.838757 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.839076 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93244) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 30 15:56:49.839442 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.840786 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93244) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 30 15:56:49.841070 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 15:56:49.841321 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 30 15:56:49.845264 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.845546 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:49.908159 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 30 15:56:49.908397 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 30 15:56:49.908632 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 30 15:56:49.909012 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 30 15:56:49.930794 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_db.sqlalchemy.engines [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93244) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 30 15:56:50.471622 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Initializing driver for type 'gre' Jul 30 15:56:50.472169 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] gre ID ranges: [(1, 1000)] Jul 30 15:56:50.524707 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Initializing driver for type 'local' Jul 30 15:56:50.525209 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Initializing driver for type 'vlan' Jul 30 15:56:50.538959 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] VlanTypeDriver initialization complete Jul 30 15:56:50.539317 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Initializing driver for type 'vxlan' Jul 30 15:56:50.539819 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] vxlan ID ranges: [(1, 1000)] Jul 30 15:56:50.591991 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Initializing extension driver 'port_security' Jul 30 15:56:50.592525 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.extensions.port_security [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] PortSecurityExtensionDriver initialization complete Jul 30 15:56:50.592978 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Initializing mechanism driver 'openvswitch' Jul 30 15:56:50.593315 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Initializing mechanism driver 'hyperv' Jul 30 15:56:50.600622 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.plugin [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:56:50.601483 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > port after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.601865 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > port after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.602228 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > port after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.602761 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:56:50.603231 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > subnet after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.603597 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > subnet after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.603952 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.604351 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:56:50.604769 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > network after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.605124 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > network after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.605470 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > network after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.605866 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:56:50.606278 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > security_group after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.606635 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > security_group after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.606978 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.607398 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:56:50.607808 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.608168 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.608505 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.608899 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:56:50.609301 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > address_group after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.609703 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > address_group after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.610538 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.610935 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93244) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:56:50.611343 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] ML2 OVO RPC backend initialized. {{(pid=93244) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 30 15:56:50.612084 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.612449 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.612871 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > network before_response 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.613224 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > networks before_response 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.613575 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > port before_response 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.613923 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > ports before_response 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.614272 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > subnet before_response 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.614619 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > subnets before_response 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.615073 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > network after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.615336 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > network after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.615673 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > network after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.616012 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > port after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.616351 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > port after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.616689 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > port after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.617024 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > subnet after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.617360 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > subnet after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.617697 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.618280 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.plugin [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Modular L2 Plugin initialization complete Jul 30 15:56:50.618612 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading services supported by the core plugin {{(pid=93244) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 30 15:56:50.618941 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.plugins.ml2.managers [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Got port-security extension from driver 'port_security' Jul 30 15:56:50.619438 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.extensions.vlantransparent [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Disabled vlantransparent extension. Jul 30 15:56:50.619928 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93244) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 30 15:56:50.620244 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading Plugin: router Jul 30 15:56:50.662421 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.662818 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router after_create 55549900 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.663220 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router before_create 55549900 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.663836 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.663969 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.664336 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router after_delete 55549900 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.664703 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.665194 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router after_create 55549900 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.665550 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router after_update 55549900 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.665908 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router after_update 55549900 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.666264 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.666630 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router after_update 55549900 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.667069 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router precommit_update 55549900 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.667451 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: port after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.667799 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: port after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.668141 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: subnet after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.668482 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.668827 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.669184 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router precommit_create 55549900 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.669533 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: port before_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.669882 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router precommit_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.670244 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router after_update 55549900 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.670593 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.670952 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router precommit_create 55549900 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.671355 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.671712 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router precommit_update 55549900 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.672081 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > agent after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.672979 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > agent after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.673335 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > network after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.674205 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Tracking information for resource: router configured {{(pid=93244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:56:50.674541 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Tracking information for resource: floatingip configured {{(pid=93244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:56:50.679859 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.db.l3_agentschedulers_db [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 30 15:56:50.680129 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: port after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.680496 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: port after_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.680855 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: port after_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.681257 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: port after_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.682036 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router before_create 55550100 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.682403 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.682773 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router precommit_create 55550100 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.683167 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > router precommit_update 55550100 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.687674 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.services.provider_configuration [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Service providers = [] {{(pid=93244) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 30 15:56:50.688074 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.db.servicetype_db [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93244) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 30 15:56:50.691119 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.services.service_base [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 15:56:50.691481 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.services.service_base [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 15:56:50.691832 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.services.service_base [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 15:56:50.692733 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.services.service_base [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 15:56:50.693118 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.services.service_base [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 30 15:56:50.693509 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:56:50.693832 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 30 15:56:50.706399 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:56:50.706735 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading Plugin: auto_allocate Jul 30 15:56:50.712593 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: network precommit_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.712973 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: network precommit_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.713508 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:56:50.713833 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading Plugin: tag Jul 30 15:56:50.721418 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:56:50.721802 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading Plugin: timestamp Jul 30 15:56:50.725652 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:56:50.725985 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading Plugin: network_ip_availability Jul 30 15:56:50.731480 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.731862 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.732223 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.732969 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:56:50.733294 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading Plugin: flavors Jul 30 15:56:50.739054 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:56:50.739395 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading Plugin: revisions Jul 30 15:56:50.743750 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:56:50.744151 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_concurrency.lockutils [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.828s {{(pid=93244) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 15:56:50.744898 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93244) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 30 15:56:50.745239 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Initializing extension manager. Jul 30 15:56:50.745753 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: __init__.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.746099 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: __pycache__ {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.746435 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.746771 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: address_group.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.747575 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.748156 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: address-group Jul 30 15:56:50.748481 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: address_scope.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.749204 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.749715 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: address-scope Jul 30 15:56:50.750039 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.751097 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.751611 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: router-admin-state-down-before-update Jul 30 15:56:50.751936 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: agent.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.752661 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.753171 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: agent Jul 30 15:56:50.753494 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: agent_resources_synced.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.754431 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.754945 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: agent-resources-synced Jul 30 15:56:50.755300 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: allowedaddresspairs.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.757185 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.757708 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: allowed-address-pairs Jul 30 15:56:50.758041 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: auto_allocated_topology.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.759177 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.759689 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: auto-allocated-topology Jul 30 15:56:50.760017 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: availability_zone.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.760733 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.761241 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: availability_zone Jul 30 15:56:50.761565 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: availability_zone_filter.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.762494 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.763026 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: availability_zone_filter Jul 30 15:56:50.763362 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: data_plane_status.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.764284 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.764793 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension data-plane-status not supported by any of loaded plugins Jul 30 15:56:50.765116 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: default_subnetpools.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.766084 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.766594 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: default-subnetpools Jul 30 15:56:50.766917 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.767802 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.768311 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: dhcp_agent_scheduler Jul 30 15:56:50.768647 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: dns.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.769572 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.770083 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension dns-integration not supported by any of loaded plugins Jul 30 15:56:50.770407 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: dns_domain_ports.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.771386 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.771897 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 30 15:56:50.772223 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.773170 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.773680 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 30 15:56:50.774005 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: dvr.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.774696 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.775243 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: dvr Jul 30 15:56:50.775570 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: ecmp_routes.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.776512 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.777024 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 30 15:56:50.777349 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: empty_string_filtering.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.778270 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.778784 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: empty-string-filtering Jul 30 15:56:50.779137 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.780074 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.780593 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 30 15:56:50.780918 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.782361 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.782873 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 30 15:56:50.783219 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: external_net.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.784149 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.784662 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: external-net Jul 30 15:56:50.784986 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.785917 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.786425 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: extra_dhcp_opt Jul 30 15:56:50.786758 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: extraroute.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.787719 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.788228 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: extraroute Jul 30 15:56:50.788550 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: extraroute_atomic.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.789610 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.790121 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: extraroute-atomic Jul 30 15:56:50.790442 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: filter_validation.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.791386 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.791894 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: filter-validation Jul 30 15:56:50.792226 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: fip_pf_description.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.793152 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.793657 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 30 15:56:50.793972 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: fip_port_details.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.794912 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.795451 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: fip-port-details Jul 30 15:56:50.795773 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: flavors.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.797017 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.798096 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: flavors Jul 30 15:56:50.798420 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.800132 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.800656 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 30 15:56:50.800987 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: floatingip_pools.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.801698 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.802214 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: floatingip-pools Jul 30 15:56:50.802562 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: ip_allocation.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.803516 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.804025 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension ip_allocation not supported by any of loaded plugins Jul 30 15:56:50.804350 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.805278 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.805790 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: ip-substring-filtering Jul 30 15:56:50.806118 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: l2_adjacency.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.807098 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.807605 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 30 15:56:50.807935 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: l3.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.808959 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.809470 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: router Jul 30 15:56:50.809799 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.812133 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.812669 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 30 15:56:50.813041 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.814008 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.814528 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: ext-gw-mode Jul 30 15:56:50.814864 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.815870 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.816384 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: l3-ha Jul 30 15:56:50.816718 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: l3_flavors.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.817638 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.818151 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: l3-flavors Jul 30 15:56:50.818482 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.819432 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.819944 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 30 15:56:50.820271 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: l3agentscheduler.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.821349 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.821860 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: l3_agent_scheduler Jul 30 15:56:50.822191 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: logging.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.823726 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.824250 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension logging not supported by any of loaded plugins Jul 30 15:56:50.824586 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: metering.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.825344 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.825926 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: metering Jul 30 15:56:50.826256 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.827555 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.828080 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: metering_source_and_destination_fields Jul 30 15:56:50.828436 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: multiprovidernet.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.829381 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.829897 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: multi-provider Jul 30 15:56:50.830231 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: netmtu.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.831192 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.831702 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: net-mtu Jul 30 15:56:50.832029 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: netmtu_writable.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.832958 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.833466 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: net-mtu-writable Jul 30 15:56:50.833792 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: network_availability_zone.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.834473 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.834979 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: network_availability_zone Jul 30 15:56:50.835326 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: network_ip_availability.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.836424 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.836937 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: network-ip-availability Jul 30 15:56:50.837265 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: network_segment_range.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.838039 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.838545 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension network-segment-range not supported by any of loaded plugins Jul 30 15:56:50.838872 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: pagination.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.839906 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.840240 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: pagination Jul 30 15:56:50.840561 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: port_device_profile.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.841482 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.842010 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: port-device-profile Jul 30 15:56:50.842328 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.843295 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.843809 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: port-mac-address-regenerate Jul 30 15:56:50.844892 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.845813 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.846327 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: port-numa-affinity-policy Jul 30 15:56:50.846650 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: port_resource_request.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.847609 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.848119 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension port-resource-request not supported by any of loaded plugins Jul 30 15:56:50.848444 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: portbindings.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.849391 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.849905 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: binding Jul 30 15:56:50.850229 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: portbindings_extended.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.851545 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.852065 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: binding-extended Jul 30 15:56:50.852399 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: portsecurity.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.853336 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.853857 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: port-security Jul 30 15:56:50.854192 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: project_id.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.855220 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.855554 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: project-id Jul 30 15:56:50.855881 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: providernet.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.856820 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.857334 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: provider Jul 30 15:56:50.857660 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: qos.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.861755 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.862283 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension qos not supported by any of loaded plugins Jul 30 15:56:50.862622 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.863910 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.864425 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 30 15:56:50.864757 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.865691 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.866203 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 30 15:56:50.866532 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: qos_default.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.867492 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.868006 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension qos-default not supported by any of loaded plugins Jul 30 15:56:50.868336 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: qos_fip.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.869005 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.869512 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension qos-fip not supported by any of loaded plugins Jul 30 15:56:50.869839 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: qos_gateway_ip.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.870902 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.871316 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 30 15:56:50.871652 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: qos_port_network_policy.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.872624 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.873155 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 30 15:56:50.873425 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: qos_rule_type_details.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.874349 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.874857 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 30 15:56:50.875219 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: qos_rules_alias.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.876285 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.876798 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 30 15:56:50.877127 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: quotasv2.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.878303 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.878634 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: quotas Jul 30 15:56:50.878963 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: quotasv2_detail.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.882061 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.882453 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: quota_details Jul 30 15:56:50.882759 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: rbac.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.883881 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.884404 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: rbac-policies Jul 30 15:56:50.884736 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: rbac_address_group.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.885699 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.886209 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: rbac-address-group Jul 30 15:56:50.886535 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: rbac_address_scope.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.888119 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.888119 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: rbac-address-scope Jul 30 15:56:50.888314 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: rbac_security_groups.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.889248 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.889760 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: rbac-security-groups Jul 30 15:56:50.890085 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: rbac_subnetpool.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.891081 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.891599 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: rbac-subnetpool Jul 30 15:56:50.891930 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: revisionifmatch.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.892865 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.893383 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: revision-if-match Jul 30 15:56:50.893709 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: revisions.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.894844 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.895399 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: standard-attr-revisions Jul 30 15:56:50.895728 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: router_availability_zone.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.896416 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.896925 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: router_availability_zone Jul 30 15:56:50.897252 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: routerservicetype.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.898179 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.898688 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension router-service-type not supported by any of loaded plugins Jul 30 15:56:50.899040 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.899978 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.900489 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: security-groups-normalized-cidr Jul 30 15:56:50.900816 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.901756 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.902270 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: port-security-groups-filtering Jul 30 15:56:50.902598 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.903570 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.904085 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: security-groups-remote-address-group Jul 30 15:56:50.904412 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: securitygroup.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.915729 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.916264 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: security-group Jul 30 15:56:50.916609 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: segment.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.917426 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.917974 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension segment not supported by any of loaded plugins Jul 30 15:56:50.918302 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.919304 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.919827 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 30 15:56:50.920154 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: servicetype.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.921396 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.921989 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: service-type Jul 30 15:56:50.922883 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: sorting.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.923989 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.924332 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: sorting Jul 30 15:56:50.924661 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: standard_attr_segment.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.925675 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.926187 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 30 15:56:50.926515 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: standardattrdescription.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.927211 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.927728 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: standard-attr-description Jul 30 15:56:50.928054 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: stateful_security_group.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.929000 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.929516 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: stateful-security-group Jul 30 15:56:50.929849 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: stdattrs_common.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.930452 dv-cinder-802955-2-iscsi neutron-server[93244]: WARNING neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 30 15:56:50.930778 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.931759 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.932278 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 30 15:56:50.932606 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: subnet_onboard.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.933703 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.934221 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: subnet_onboard Jul 30 15:56:50.934550 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.935524 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.936038 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 30 15:56:50.936366 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: subnet_service_types.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.937319 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.937878 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: subnet-service-types Jul 30 15:56:50.938206 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: subnetallocation.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.939336 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.939860 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: subnet_allocation Jul 30 15:56:50.940191 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.940871 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.941382 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: subnetpool-prefix-ops Jul 30 15:56:50.941709 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.942644 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.943198 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 30 15:56:50.943527 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: tagging.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.944635 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.945161 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: standard-attr-tag Jul 30 15:56:50.945491 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: timestamp.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.946713 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.947267 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loaded extension: standard-attr-timestamp Jul 30 15:56:50.947600 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: trunk.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.948646 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.949169 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension trunk not supported by any of loaded plugins Jul 30 15:56:50.949498 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: trunk_details.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.950448 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.950967 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension trunk-details not supported by any of loaded plugins Jul 30 15:56:50.951322 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: uplink_status_propagation.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.952258 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.952776 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 30 15:56:50.953102 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Loading extension file: vlantransparent.py {{(pid=93244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:56:50.954303 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:56:50.954813 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 30 15:56:50.957391 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of TrackedResource for resource:network Jul 30 15:56:50.957925 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of TrackedResource for resource:subnet Jul 30 15:56:50.958326 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 15:56:50.958720 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of TrackedResource for resource:port Jul 30 15:56:50.960034 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.v2.resource_helper [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:56:50.960484 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.v2.resource_helper [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Service FLAVORS assigned prefix: {{(pid=93244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:56:50.961107 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.v2.resource_helper [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:56:50.961544 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.v2.resource_helper [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:56:50.961879 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of TrackedResource for resource:router Jul 30 15:56:50.962321 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of TrackedResource for resource:floatingip Jul 30 15:56:50.962816 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.v2.resource_helper [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Service METERING assigned prefix: /metering {{(pid=93244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:56:50.964304 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.964693 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.965054 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:56:50.966069 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 15:56:50.966530 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of TrackedResource for resource:security_group Jul 30 15:56:50.966962 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 15:56:50.967602 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.v2.resource_helper [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Service CORE assigned prefix: {{(pid=93244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:56:50.967939 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 15:56:50.968283 dv-cinder-802955-2-iscsi neutron-server[93244]: WARNING neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] subnetpool is already registered Jul 30 15:56:50.968714 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.v2.resource_helper [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Service CORE assigned prefix: {{(pid=93244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:56:50.969092 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 15:56:50.969941 dv-cinder-802955-2-iscsi neutron-server[93244]: WARNING neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] subnetpool is already registered Jul 30 15:56:50.972276 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.v2.resource_helper [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:56:50.972782 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.v2.resource_helper [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Service FLAVORS assigned prefix: {{(pid=93244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:56:50.973414 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.v2.resource_helper [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:56:50.973859 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.v2.resource_helper [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:56:50.974196 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of TrackedResource for resource:router Jul 30 15:56:50.974538 dv-cinder-802955-2-iscsi neutron-server[93244]: WARNING neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] router is already registered Jul 30 15:56:50.974965 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of TrackedResource for resource:floatingip Jul 30 15:56:50.975325 dv-cinder-802955-2-iscsi neutron-server[93244]: WARNING neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] floatingip is already registered Jul 30 15:56:50.975800 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.v2.resource_helper [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Service METERING assigned prefix: /metering {{(pid=93244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:56:50.976503 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 15:56:50.976832 dv-cinder-802955-2-iscsi neutron-server[93244]: WARNING neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] rbac_policy is already registered Jul 30 15:56:50.977253 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of TrackedResource for resource:security_group Jul 30 15:56:50.977589 dv-cinder-802955-2-iscsi neutron-server[93244]: WARNING neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] security_group is already registered Jul 30 15:56:50.978001 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 15:56:50.978337 dv-cinder-802955-2-iscsi neutron-server[93244]: WARNING neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] security_group_rule is already registered Jul 30 15:56:50.978826 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.v2.resource_helper [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Service CORE assigned prefix: {{(pid=93244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:56:50.979174 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 15:56:50.979518 dv-cinder-802955-2-iscsi neutron-server[93244]: WARNING neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] subnetpool is already registered Jul 30 15:56:50.979933 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.v2.resource_helper [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Service CORE assigned prefix: {{(pid=93244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:56:50.980269 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 15:56:50.980606 dv-cinder-802955-2-iscsi neutron-server[93244]: WARNING neutron.quota.resource_registry [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] subnetpool is already registered Jul 30 15:56:50.982362 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: extensions {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:50.983900 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: address-groups {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:50.985445 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: address-scopes {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:50.986666 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: agents {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:50.987957 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: auto-allocated-topology {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:50.989208 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: availability_zones {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:50.990426 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: dhcp-networks {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:50.991882 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: dhcp-agents {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:50.993401 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: routers {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:50.995167 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: flavors {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:50.996343 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: service_profiles {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:50.997663 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: next_providers {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:50.999141 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: service_profiles {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.000601 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: floatingip-pools {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.001925 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: routers {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.003668 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: floatingips {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.004864 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: l3-routers {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.006369 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: l3-agents {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.007807 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: metering-labels {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.009057 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: metering-label-rules {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.010332 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: network-ip-availabilities {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.011707 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: bindings {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.013298 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: quotas {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.014731 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: quotas {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.016821 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: rbac-policies {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.018023 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: security-groups {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.019252 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: security-group-rules {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.020599 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: service-providers {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.021816 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: subnetpools {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.023177 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: subnetpools {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.024736 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: tags {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.026445 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: tags {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.028193 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: tags {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.030076 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: tags {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.032365 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: tags {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.034229 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: tags {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.036067 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: tags {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.037862 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: tags {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.040648 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: tags {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.042434 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron.api.extensions [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Extended resource: tags {{(pid=93244) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:56:51.048478 dv-cinder-802955-2-iscsi neutron-server[93244]: WARNING keystonemiddleware.auth_token [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 30 15:56:51.053015 dv-cinder-802955-2-iscsi neutron-server[93244]: WARNING keystonemiddleware.auth_token [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 30 15:56:51.061506 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_concurrency.lockutils [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Acquired lock "singleton_lock" {{(pid=93244) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 30 15:56:51.061988 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_concurrency.lockutils [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Releasing lock "singleton_lock" {{(pid=93244) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 30 15:56:51.062627 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO oslo_service.service [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Starting 2 workers Jul 30 15:56:51.067511 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Started child 93353 {{(pid=93244) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 15:56:51.071949 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Started child 93354 {{(pid=93244) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 15:56:51.072901 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:56:51.073708 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO neutron.service [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 30 15:56:51.074192 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Notify callbacks [] for process, before_spawn {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:56:51.074493 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [-] (93353) wsgi starting up on http://0.0.0.0:9696 Jul 30 15:56:51.076586 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO oslo_service.service [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Starting 1 workers Jul 30 15:56:51.076791 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:56:51.078206 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [-] (93354) wsgi starting up on http://0.0.0.0:9696 Jul 30 15:56:51.082303 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Started child 93355 {{(pid=93244) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 15:56:51.082821 dv-cinder-802955-2-iscsi neutron-server[93244]: INFO oslo_service.service [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Starting 1 workers Jul 30 15:56:51.086146 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.service [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] calling RpcWorker wait() {{(pid=93355) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 30 15:56:51.086685 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.service [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] returning from RpcWorker wait() {{(pid=93355) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 30 15:56:51.087331 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Started child 93356 {{(pid=93244) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 15:56:51.088164 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5165-6dee-42aa-b6b4-8ece6a89cc33 None None] Notify callbacks [] for process, after_spawn {{(pid=93244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:56:51.088272 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:56:51.088775 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:56:51.090045 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93244) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 15:56:51.090375 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 15:56:51.090474 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 15:56:51.090659 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 15:56:51.091032 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 15:56:51.091203 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 15:56:51.091744 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.092028 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.092124 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:56:51.092576 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.092576 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.092821 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.093392 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.093655 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.093910 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.094774 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.095069 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.095246 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.095414 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.095664 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.095911 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.096192 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.096463 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.096719 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.097011 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.097188 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.097444 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.097729 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.097987 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.098258 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] debug = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.098504 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.099010 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.099419 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.099831 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.100084 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.100357 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.100591 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.100860 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.101104 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.101360 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.101622 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.101892 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.102142 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.102363 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.102609 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.102870 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.103141 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.103613 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] host = dv-cinder-802955-2-iscsi {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.103842 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.104065 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.104327 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.104559 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.104809 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.105030 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.105290 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.105560 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.105816 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.106065 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.106332 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.106599 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.106823 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.107101 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] log_file = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.107256 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] log_options = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.107476 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.107731 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.108008 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.108204 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.108375 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.108553 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.108816 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.108981 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.109238 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.109476 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.109737 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.109947 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.110163 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.110376 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.110626 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.110866 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.111124 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.111348 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.111603 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.111834 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.112061 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.112309 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.112531 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.112770 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.112987 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.113207 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.113436 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.113649 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.113864 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.114136 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.114374 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.114634 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.114868 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.115147 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.115388 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.115666 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.115827 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.116098 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.116344 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.116601 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.116847 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.117063 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.117336 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.117513 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.117736 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.117970 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] use_json = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.118189 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.118407 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.118663 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.118879 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.119119 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.119335 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.119552 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.119859 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.120238 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.120513 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.120816 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.121079 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.121333 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.121616 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.121810 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.122054 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.122333 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.122573 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.122899 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.123152 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.123441 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.123685 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.123924 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.124052 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:56:51.124296 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.124562 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.124833 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.125085 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.125355 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.125597 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.125831 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.126176 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.126449 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.126706 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.127006 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.127233 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.127466 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.127733 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.128142 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.128142 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.128426 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.128784 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.128942 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.129113 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.129342 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.129661 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.129897 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.130239 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.130569 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.131547 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.131547 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.131547 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.131547 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.132637 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.132637 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.132637 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.132637 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.132637 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.133898 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.133898 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.133898 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.133898 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.133898 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.133898 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.135392 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.135392 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.135392 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.135392 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.135392 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.135392 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.135723 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.135723 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.135960 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.136165 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.136411 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.136958 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.136958 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.137473 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.137473 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.137750 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.137750 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.138010 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.138163 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.138831 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.138831 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.138831 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.139348 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.139348 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.140196 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.140196 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.140196 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.140196 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.140729 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.140729 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.141499 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.141638 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.142117 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.142346 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.142596 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.142842 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.143123 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.143374 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.143597 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.143819 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.144098 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.144357 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.144632 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.145410 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.145639 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.145904 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.146158 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.146411 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.146658 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.146913 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.147163 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.147411 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.147675 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.147926 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.148183 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.148572 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.148758 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.148951 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.149235 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.149471 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.149739 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.150315 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.150315 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.150578 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.150816 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.151068 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.151337 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.151601 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.152097 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.152097 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.152349 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.152532 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.152812 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.153052 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.153291 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.153511 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.153742 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.154060 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.154323 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.154565 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.154808 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.155127 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.155382 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.155620 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.155923 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.156134 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.156370 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.157216 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.157491 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.157718 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.157954 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.158205 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.158421 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.158743 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.158913 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.159101 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.159382 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.159553 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.159810 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.160043 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.160352 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.160597 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.161086 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.161318 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.161574 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.161792 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.162034 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.162279 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.162526 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.162750 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.163016 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.163252 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.163507 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.163731 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.164001 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.164252 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.164471 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.164705 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.164959 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.165214 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.165431 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.165748 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.165905 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.166187 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.166444 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.166594 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.166793 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.166976 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.167329 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.167601 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.167777 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.167953 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.168309 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.168570 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.168855 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.169063 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.169287 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.169635 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.169791 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.169996 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.170237 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.170457 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.170718 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.170940 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.171195 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.171438 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.171656 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.171869 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.172099 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.172653 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.172888 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.173198 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.173450 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.173691 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.173949 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.174220 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.174376 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.174609 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.174844 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.175096 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.175325 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.175548 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.175760 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.175984 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.176246 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.176392 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.176610 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.176829 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.177066 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.177285 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.177521 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.177735 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.177979 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.178200 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.178413 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.178641 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.179148 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.179148 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.179434 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.179591 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.179874 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.180036 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.180188 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.180406 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.180632 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.180873 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.181108 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.181403 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.181662 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.181888 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.182179 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.182415 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.182657 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.182911 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.183267 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.183489 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.183738 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.183997 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.184242 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.184489 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.184754 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.185074 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.185377 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.185647 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.185913 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.186187 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.186468 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.186746 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.186962 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.187318 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.187641 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.187978 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.188269 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.188507 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.188764 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.189024 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.189314 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.189438 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.189650 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.190045 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.190246 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.190437 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.190615 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.190844 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.191123 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.191358 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.191609 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.191823 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.192085 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.192298 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.192458 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 15:56:51.192991 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93244) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 15:56:51.193142 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 15:56:51.193288 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 15:56:51.193480 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 15:56:51.193652 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 15:56:51.193806 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 15:56:51.194013 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.194176 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.194552 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.194552 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.194746 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.194882 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.195013 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.195148 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.195345 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.195507 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.195651 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.195782 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.195912 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.196064 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.196198 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.196407 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.196542 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.196675 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.196811 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.196956 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.197147 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.197284 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.197418 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] debug = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.197566 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.197773 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.198000 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.198000 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.198253 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.198391 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.198528 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.198670 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.198809 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.198946 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.199129 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.199354 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.199354 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.199713 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.199713 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.199907 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.200002 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.200388 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] host = dv-cinder-802955-2-iscsi {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.200388 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.200388 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.200833 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.200833 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.200833 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.201188 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.201188 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.201492 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.201492 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.201923 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.201923 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.201923 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.202293 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.202293 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] log_file = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.202293 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] log_options = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.202792 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.202792 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.202792 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.203850 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.203850 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.203850 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.204242 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.204242 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.204242 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.204584 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.204584 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.204842 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.204842 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.205085 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.205226 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.205350 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.205481 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.205620 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.205746 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.205873 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.206015 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.206152 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.206403 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.206564 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.206733 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.206878 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.207068 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.207216 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.207370 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.207524 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.207683 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.207835 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.208002 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.208144 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.208314 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.208459 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.208623 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.208791 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.208939 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.209102 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.209249 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.209410 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.209718 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.209718 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.209967 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.210108 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] use_json = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.210257 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.210496 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.210496 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.210812 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.210812 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.211083 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.211223 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.211354 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:56:51.211497 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.211637 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.211761 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.211910 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.212050 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.212218 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.212381 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.212717 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.212915 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.213137 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.213329 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.213329 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.213712 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.213712 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.214505 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.214505 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.214505 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.214505 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.214505 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.215535 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.215535 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.215535 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.215535 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.215535 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.215535 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.215535 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.217277 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.217277 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.217277 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.217277 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.217277 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.217277 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.217277 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.217277 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.217277 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.219006 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.219006 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.219006 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.219006 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.219006 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.219006 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.219006 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.219006 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.219006 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.221090 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.221090 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.221090 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.221090 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.221090 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.221090 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.221090 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.221090 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.221090 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.222248 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.222248 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.222248 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.222248 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.222248 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.222248 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.222248 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.222248 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.222248 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.223754 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.223754 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.223754 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.223754 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.223754 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.223754 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.223754 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.223754 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.223754 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.225046 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.225046 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.225046 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.225046 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.225046 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.225046 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.225046 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.225046 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.225046 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.226148 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.226148 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.226148 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.226148 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.226148 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.226148 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.226148 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.226148 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.227343 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.227343 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.227343 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.227343 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.227343 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.227962 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.227962 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.227962 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.227962 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.228453 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.228453 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.228453 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.228780 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.228780 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.229018 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.229018 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.229227 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.229331 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.229496 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.229661 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.229834 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.230018 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.230323 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.230323 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.230568 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.230650 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.230768 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.230941 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.231221 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.231386 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.231551 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.231718 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.231883 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.232047 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.232213 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.232377 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.232541 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.232704 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.232868 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.233041 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.233348 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.233827 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.234514 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.234721 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.234893 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.235224 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.235462 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.235659 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.235871 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.236059 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.236251 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.236417 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.236650 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.236820 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.237027 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.237197 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.237361 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.237526 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.237690 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.237856 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.238020 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.238191 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.238416 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.238611 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.238823 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.239004 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.239179 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.239347 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.239511 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.239676 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.239840 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.240003 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.240167 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.240266 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:56:51.240362 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.240485 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.240648 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.240976 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.241143 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.241309 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.241473 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.241638 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.241805 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.241969 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.242135 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.242300 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.242465 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.242630 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.242795 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.242962 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.243159 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.243397 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.243493 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.243662 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.243826 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.243992 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.244155 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.244320 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.244483 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.244646 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.244826 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.244989 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.245153 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.245315 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.245478 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.245641 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.245805 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.245967 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.246131 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.246293 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.246455 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.246621 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.246789 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.246954 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.247142 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.247307 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.247470 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.247634 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.247797 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.247974 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.248139 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.248307 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.248470 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.248633 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.248797 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.248970 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.249135 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.249297 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.249461 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.249624 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.249787 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.249961 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.250125 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.250323 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.250486 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.250708 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.250847 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.251087 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.251336 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.251336 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.251629 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.251629 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.252261 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.252261 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.252261 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.252261 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.253150 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.253150 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.253150 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.253150 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.253150 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.253150 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.254429 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.254429 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.254429 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.254429 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.254429 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.254429 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.254429 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.254429 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.256974 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.256974 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.256974 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.256974 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.256974 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.256974 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.256974 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.256974 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.257751 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.257751 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.257751 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.257751 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.257751 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.257751 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.257751 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.257751 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.258278 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.258278 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.258278 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.258278 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.258278 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.258278 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.258278 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.258278 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.258278 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.258860 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.258860 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.258860 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.258860 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.259159 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.259159 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.259331 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.259506 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.259669 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.259831 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.259996 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.260161 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.260328 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:56:51.260482 dv-cinder-802955-2-iscsi neutron-server[93244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93244) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 15:56:51.428287 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 51900) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:56:51.436719 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061097 Jul 30 15:57:03.282102 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5c0276-23ea-476d-b46b-402c326f8f46 None None] get_active_networks_info from dv-cinder-802955-2-iscsi {{(pid=93355) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 15:57:03.408418 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5c0276-23ea-476d-b46b-402c326f8f46 None None] No non-hosted networks {{(pid=93355) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 30 15:57:03.431839 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.agentschedulers_db [None req-bc5c0276-23ea-476d-b46b-402c326f8f46 None None] DHCP Agent not found on host dv-cinder-802955-2-iscsi {{(pid=93355) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 30 15:57:03.651997 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-729ddb4c-fc16-429d-bb50-dff82ae21fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-561063'] for agent, after_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:06.167980 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-561063'] for agent, after_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:06.174830 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:06.175496 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:06.177323 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:06.179178 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:06.187174 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:06.192359 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:06.194315 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:06.194911 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:06.196554 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:06.197645 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:06.198202 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:06.198712 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:06.199362 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802955-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:57:06.232243 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802955-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:57:06.274682 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-1745f6be-132b-4db3-bd28-a94436226e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-561063'] for agent, after_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:06.295302 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.db.api [None req-206fdbd1-69a3-48cc-a3fb-b03ad7cf54f6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-802955-2-iscsi {{(pid=93355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 15:57:06.296337 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG oslo_db.api [None req-206fdbd1-69a3-48cc-a3fb-b03ad7cf54f6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 15:57:06.821567 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-206fdbd1-69a3-48cc-a3fb-b03ad7cf54f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:06.933248 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-561063'] for agent, after_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:08.375760 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-561063'] for agent, after_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:09.745966 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 51992) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:57:10.258356 dv-cinder-802955-2-iscsi neutron-server[93353]: WARNING oslo_policy.policy [None req-33091634-69bc-427d-a8d0-61a168f21973 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:57:10.258911 dv-cinder-802955-2-iscsi neutron-server[93353]: WARNING oslo_policy.policy [None req-33091634-69bc-427d-a8d0-61a168f21973 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:57:10.477785 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [None req-33091634-69bc-427d-a8d0-61a168f21973 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93353) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:57:10.478947 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-33091634-69bc-427d-a8d0-61a168f21973 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7308269 Jul 30 15:57:11.551239 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.db.l3_hamode_db [None req-e9713c6a-6cfc-4f58-bef7-59a660ea6acb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 30 15:57:11.638331 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9713c6a-6cfc-4f58-bef7-59a660ea6acb None None] Routers set() bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:57:11.638726 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9713c6a-6cfc-4f58-bef7-59a660ea6acb None None] Router IDs set() for agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 15:57:12.859115 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52006) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:57:13.182452 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-590c01ab-3370-4211-80ea-5f02ab39e520 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:57:13.277324 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.policy [None req-590c01ab-3370-4211-80ea-5f02ab39e520 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93353) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 15:57:13.323667 dv-cinder-802955-2-iscsi neutron-server[93353]: WARNING oslo_policy.policy [None req-590c01ab-3370-4211-80ea-5f02ab39e520 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:57:13.324093 dv-cinder-802955-2-iscsi neutron-server[93353]: WARNING oslo_policy.policy [None req-590c01ab-3370-4211-80ea-5f02ab39e520 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:57:13.333013 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.quota [None req-590c01ab-3370-4211-80ea-5f02ab39e520 admin admin] Loaded quota_driver: . Jul 30 15:57:13.434067 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-590c01ab-3370-4211-80ea-5f02ab39e520 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772175873659', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772175872012', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772175828118', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772175826636', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772175739956', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772175854982', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2034205', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2044275', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-553532', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-618879'] for rbac-policy, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:13.504799 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-590c01ab-3370-4211-80ea-5f02ab39e520 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:13.506131 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-590c01ab-3370-4211-80ea-5f02ab39e520 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6460092 Jul 30 15:57:16.147772 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 52018) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:57:16.670395 dv-cinder-802955-2-iscsi neutron-server[93354]: WARNING oslo_policy.policy [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:57:16.670964 dv-cinder-802955-2-iscsi neutron-server[93354]: WARNING oslo_policy.policy [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:57:16.895853 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Request body: {'network': {'project_id': '6e728a127e9b4da8ab477cda9337dd60', 'name': 'private', 'admin_state_up': True, 'tenant_id': '6e728a127e9b4da8ab477cda9337dd60'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:57:16.897587 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.quota [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Loaded quota_driver: . Jul 30 15:57:16.961867 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Made reservation on behalf of 6e728a127e9b4da8ab477cda9337dd60 for: {'network': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:57:17.030427 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.policy [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93354) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 15:57:17.074879 dv-cinder-802955-2-iscsi neutron-server[93354]: WARNING oslo_policy.policy [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:57:17.075297 dv-cinder-802955-2-iscsi neutron-server[93354]: WARNING oslo_policy.policy [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:57:17.086759 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:17.108933 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:17.271786 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:17.276462 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:17.305116 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:57:17.334877 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772173602600', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:17.335485 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Unsubscribe: segment precommit_create {{(pid=93354) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 15:57:17.336011 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.db.segments_db [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Added segment 7f6df9bd-d269-4c11-8640-307ef4f493bd of type vlan for network 0b6a3fbb-38b3-488c-a183-f8387a3a2bd6 Jul 30 15:57:17.342181 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f4ed40-fc6f-42fc-a0a0-d961f9e1bdd9,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:17.366193 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:17.366500 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:17.366936 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:17.367320 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:17.367679 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:17.368024 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:17.368354 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:17.368680 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:17.369019 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:17.369342 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:17.369660 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:17.369979 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Tracked resource versions report: Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: pushed versions: Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: { 'AddressGroup': {'1.2'}, Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'ConntrackHelper': {'1.0'}, Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Log': {'1.0'}, Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Network': {'1.1'}, Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Port': {'1.7'}, Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'PortForwarding': {'1.2'}, Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'QosPolicy': {'1.8'}, Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'SecurityGroup': {'1.4'}, Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'SecurityGroupRule': {'1.2'}, Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'SubPort': {'1.0'}, Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Subnet': {'1.1'}, Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Trunk': {'1.1'}} Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: consumer versions: Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: { DHCP agent@dv-cinder-802955-2-iscsi: {}, Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: L3 agent@dv-cinder-802955-2-iscsi: {}, Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: Metadata agent@dv-cinder-802955-2-iscsi: {}, Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: Metering agent@dv-cinder-802955-2-iscsi: {}, Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: Open vSwitch agent@dv-cinder-802955-2-iscsi: { 'AddressGroup': '1.2', Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'ConntrackHelper': '1.0', Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Log': '1.0', Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Network': '1.1', Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Port': '1.7', Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'PortForwarding': '1.2', Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'QosPolicy': '1.8', Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'SecurityGroup': '1.4', Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'SecurityGroupRule': '1.2', Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'SubPort': '1.0', Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Subnet': '1.1', Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Trunk': '1.1'}} Jul 30 15:57:17.371169 dv-cinder-802955-2-iscsi neutron-server[93354]: {{(pid=93354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 15:57:17.463593 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:17.520398 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:17.521589 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:57:17.522316 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:17.611613 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4627357 Jul 30 15:57:17.625292 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2175f2d-3ccf-4ea1-8d7c-ca6ba34f3b2a admin admin] Pushing event updated for resources: {'Network': ['ID=0b6a3fbb-38b3-488c-a183-f8387a3a2bd6,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:17.637787 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network 0b6a3fbb-38b3-488c-a183-f8387a3a2bd6 details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:57:20.425184 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52040) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:57:20.890755 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a72236-de22-4b9d-bea5-4ffaf87aec8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:57:20.892335 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-95a72236-de22-4b9d-bea5-4ffaf87aec8b admin admin] 10.222.0.61 "GET /v2.0/networks/0b6a3fbb-38b3-488c-a183-f8387a3a2bd6 HTTP/1.1" status: 200 len: 825 time: 0.4662151 Jul 30 15:57:20.919057 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-5ba97314-03e1-4762-a5a0-115ca15c3e0d admin admin] 10.222.0.61 "GET /v2.0/subnetpools/98a78e85-1877-49f0-ae98-8e1d8240dd71 HTTP/1.1" status: 200 len: 734 time: 0.0203452 Jul 30 15:57:20.933177 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '6e728a127e9b4da8ab477cda9337dd60', 'gateway_ip': '172.20.0.1', 'network_id': '0b6a3fbb-38b3-488c-a183-f8387a3a2bd6', 'subnetpool_id': '98a78e85-1877-49f0-ae98-8e1d8240dd71', 'ip_version': 4}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:57:20.962241 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Made reservation on behalf of 6e728a127e9b4da8ab477cda9337dd60 for: {'subnet': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:57:20.965281 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:21.278384 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for subnet, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:21.349829 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Checking segment: {'id': '7f6df9bd-d269-4c11-8640-307ef4f493bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b6a3fbb-38b3-488c-a183-f8387a3a2bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:57:21.350233 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Network hostable DHCP agents. Network: 0b6a3fbb-38b3-488c-a183-f8387a3a2bd6, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:57:21.367361 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70659975-2ee2-43f6-ba8c-03e355488d68,revision_number=0']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:21.383209 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:21.383755 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:21.383911 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:21.384222 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:21.384518 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:21.384905 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:21.385181 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:21.385540 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:21.385831 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:21.386110 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:21.386423 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:21.386771 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Tracked resource versions report: Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: pushed versions: Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: { 'AddressGroup': {'1.2'}, Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'ConntrackHelper': {'1.0'}, Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Log': {'1.0'}, Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Network': {'1.1'}, Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Port': {'1.7'}, Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'PortForwarding': {'1.2'}, Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'QosPolicy': {'1.8'}, Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'SecurityGroup': {'1.4'}, Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'SecurityGroupRule': {'1.2'}, Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'SubPort': {'1.0'}, Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Subnet': {'1.1'}, Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Trunk': {'1.1'}} Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: consumer versions: Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: { DHCP agent@dv-cinder-802955-2-iscsi: {}, Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: L3 agent@dv-cinder-802955-2-iscsi: {}, Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: Metadata agent@dv-cinder-802955-2-iscsi: {}, Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: Metering agent@dv-cinder-802955-2-iscsi: {}, Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: Open vSwitch agent@dv-cinder-802955-2-iscsi: { 'AddressGroup': '1.2', Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'ConntrackHelper': '1.0', Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Log': '1.0', Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Network': '1.1', Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Port': '1.7', Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'PortForwarding': '1.2', Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'QosPolicy': '1.8', Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'SecurityGroup': '1.4', Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'SecurityGroupRule': '1.2', Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'SubPort': '1.0', Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Subnet': '1.1', Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Trunk': '1.1'}} Jul 30 15:57:21.388126 dv-cinder-802955-2-iscsi neutron-server[93353]: {{(pid=93353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 15:57:21.407910 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Network 0b6a3fbb-38b3-488c-a183-f8387a3a2bd6 is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:57:21.425591 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, 0b6a3fbb-38b3-488c-a183-f8387a3a2bd6) {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:57:21.430241 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:57:21.430894 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:21.437785 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8afb4d6-4295-49cb-a6a4-6d9968da7344 None None] Network 0b6a3fbb-38b3-488c-a183-f8387a3a2bd6 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:57:21.445063 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-968998e4-4798-415c-a85b-55fd8943a484 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5159116 Jul 30 15:57:21.780996 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ab6931-0e42-5e2b-bdaf-3677ef1877a7-0b6a3fbb-38b3-488c-a183-f8387a3a2bd6', 'network_id': '0b6a3fbb-38b3-488c-a183-f8387a3a2bd6', 'tenant_id': '6e728a127e9b4da8ab477cda9337dd60', 'fixed_ips': [{'subnet_id': '70659975-2ee2-43f6-ba8c-03e355488d68'}]}} from dv-cinder-802955-2-iscsi. {{(pid=93355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 15:57:21.782239 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:22.078230 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.db_base_plugin_common [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Allocated IP 172.20.0.2 (0b6a3fbb-38b3-488c-a183-f8387a3a2bd6/70659975-2ee2-43f6-ba8c-03e355488d68/6f74e747-7e60-495c-a6dd-bde7cbab173a) {{(pid=93355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:57:22.333890 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Notify callbacks [] for port, precommit_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:22.349940 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Transition to ACTIVE for port object 6f74e747-7e60-495c-a6dd-bde7cbab173a will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:57:22.373981 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Transition to ACTIVE for port object 6f74e747-7e60-495c-a6dd-bde7cbab173a will not be triggered until provisioned by entity DHCP. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:57:22.385217 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:22.462387 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Network 0b6a3fbb-38b3-488c-a183-f8387a3a2bd6 is already hosted by enough agents. {{(pid=93355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:57:22.470779 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.base_scheduler [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Resources bound (agent type, host, resource id): {{(pid=93355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:57:22.477143 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Pushing event updated for resources: {'Port': ['ID=6f74e747-7e60-495c-a6dd-bde7cbab173a,revision_number=1']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:22.479774 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Received port after_create {{(pid=93355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:57:22.488787 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:22.489285 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:22.489531 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:22.489817 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:22.490221 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:22.490504 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:22.490814 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:22.491192 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:22.491547 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:22.491878 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:22.492207 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:22.492533 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Tracked resource versions report: Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: pushed versions: Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: { 'AddressGroup': {'1.2'}, Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'ConntrackHelper': {'1.0'}, Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Log': {'1.0'}, Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Network': {'1.1'}, Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Port': {'1.7'}, Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'PortForwarding': {'1.2'}, Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'QosPolicy': {'1.8'}, Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'SecurityGroup': {'1.4'}, Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'SecurityGroupRule': {'1.2'}, Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'SubPort': {'1.0'}, Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Subnet': {'1.1'}, Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Trunk': {'1.1'}} Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: consumer versions: Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: { DHCP agent@dv-cinder-802955-2-iscsi: {}, Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: L3 agent@dv-cinder-802955-2-iscsi: {}, Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: Metadata agent@dv-cinder-802955-2-iscsi: {}, Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: Metering agent@dv-cinder-802955-2-iscsi: {}, Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: Open vSwitch agent@dv-cinder-802955-2-iscsi: { 'AddressGroup': '1.2', Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'ConntrackHelper': '1.0', Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Log': '1.0', Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Network': '1.1', Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Port': '1.7', Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'PortForwarding': '1.2', Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'QosPolicy': '1.8', Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'SecurityGroup': '1.4', Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'SecurityGroupRule': '1.2', Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'SubPort': '1.0', Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Subnet': '1.1', Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Trunk': '1.1'}} Jul 30 15:57:22.493785 dv-cinder-802955-2-iscsi neutron-server[93355]: {{(pid=93355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 15:57:22.570490 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Attempting to bind port 6f74e747-7e60-495c-a6dd-bde7cbab173a on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:57:22.570891 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Attempting to bind port 6f74e747-7e60-495c-a6dd-bde7cbab173a by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': '7f6df9bd-d269-4c11-8640-307ef4f493bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b6a3fbb-38b3-488c-a183-f8387a3a2bd6'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:57:22.571318 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Attempting to bind port 6f74e747-7e60-495c-a6dd-bde7cbab173a on network 0b6a3fbb-38b3-488c-a183-f8387a3a2bd6 {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:57:22.576699 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:57:22.577586 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Checking segment: {'id': '7f6df9bd-d269-4c11-8640-307ef4f493bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b6a3fbb-38b3-488c-a183-f8387a3a2bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:57:22.578053 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:22.578441 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Bound using segment: {'id': '7f6df9bd-d269-4c11-8640-307ef4f493bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b6a3fbb-38b3-488c-a183-f8387a3a2bd6'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:57:22.578921 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Bound port: 6f74e747-7e60-495c-a6dd-bde7cbab173a, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6df9bd-d269-4c11-8640-307ef4f493bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b6a3fbb-38b3-488c-a183-f8387a3a2bd6'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:57:22.579344 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:22.647185 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] For port 6f74e747-7e60-495c-a6dd-bde7cbab173a, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:57:22.651538 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] For port 6f74e747-7e60-495c-a6dd-bde7cbab173a, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=6f74e747-7e60-495c-a6dd-bde7cbab173a,segment=NetworkSegment(7f6df9bd-d269-4c11-8640-307ef4f493bd),segment_id=7f6df9bd-d269-4c11-8640-307ef4f493bd)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:57:22.656282 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:22.725773 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d8bc9-9d8f-4a57-a619-6d70229ced0d None None] Pushing event updated for resources: {'Port': ['ID=6f74e747-7e60-495c-a6dd-bde7cbab173a,revision_number=2']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:23.941366 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52052) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:57:24.306140 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [None req-e2c11ddd-1f39-45d2-9677-6726f8d5f9b5 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93353) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:57:24.307812 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-e2c11ddd-1f39-45d2-9677-6726f8d5f9b5 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3653040 Jul 30 15:57:26.708345 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52060) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:57:27.033199 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [None req-6b4adce3-8218-489e-aabf-e132106b0fe1 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93353) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:57:27.034179 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-6b4adce3-8218-489e-aabf-e132106b0fe1 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3249133 Jul 30 15:57:29.749387 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52070) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:57:30.051477 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-4ab6c6f0-fe23-4bd5-afaa-4c9d2f4329de admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '6e728a127e9b4da8ab477cda9337dd60', 'name': 'router1'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:57:30.080992 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4ab6c6f0-fe23-4bd5-afaa-4c9d2f4329de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2743'] for router, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:30.083064 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4ab6c6f0-fe23-4bd5-afaa-4c9d2f4329de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2744'] for router, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:30.247116 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4ab6c6f0-fe23-4bd5-afaa-4c9d2f4329de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:30.252257 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4ab6c6f0-fe23-4bd5-afaa-4c9d2f4329de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701584'] for router, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:30.266534 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4ab6c6f0-fe23-4bd5-afaa-4c9d2f4329de admin admin] Notify callbacks [] for router, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:30.267973 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-4ab6c6f0-fe23-4bd5-afaa-4c9d2f4329de admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5176160 Jul 30 15:57:31.284688 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee73511b-6c6d-4abd-a9ba-176d7f09557a None None] Network 0b6a3fbb-38b3-488c-a183-f8387a3a2bd6 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:57:31.404093 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-a45e52a0-7bae-439c-a86c-1b375277ffd7 None None] Provisioning for port 6f74e747-7e60-495c-a6dd-bde7cbab173a completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:57:32.065937 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 6f74e747-7e60-495c-a6dd-bde7cbab173a up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:57:32.146727 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port 6f74e747-7e60-495c-a6dd-bde7cbab173a completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:57:32.150256 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 6f74e747-7e60-495c-a6dd-bde7cbab173a triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:57:32.150686 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:32.259578 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:32.295847 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port 6f74e747-7e60-495c-a6dd-bde7cbab173a, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=6f74e747-7e60-495c-a6dd-bde7cbab173a,segment=NetworkSegment(7f6df9bd-d269-4c11-8640-307ef4f493bd),segment_id=7f6df9bd-d269-4c11-8640-307ef4f493bd)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:57:32.300378 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:32.351945 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=6f74e747-7e60-495c-a6dd-bde7cbab173a,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:32.710014 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52082) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:57:33.048772 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [None req-9d3ec103-cb25-40b2-8e68-aba84aea83af admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93353) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:57:33.049836 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-9d3ec103-cb25-40b2-8e68-aba84aea83af admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3388760 Jul 30 15:57:33.184592 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8246be90-f4c7-4928-88de-1c8100b42951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:34.050201 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 6f74e747-7e60-495c-a6dd-bde7cbab173a up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:57:34.102962 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 6f74e747-7e60-495c-a6dd-bde7cbab173a triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:57:34.103345 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:35.513923 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52090) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:57:35.842909 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-0a5d00d2-8bf8-45ec-b1ab-a7d5216a1896 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:57:35.872604 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5d00d2-8bf8-45ec-b1ab-a7d5216a1896 admin admin] Made reservation on behalf of ce2d996303674ae989c0d403992f9a35 for: {'network': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:57:35.875170 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0a5d00d2-8bf8-45ec-b1ab-a7d5216a1896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:35.891291 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0a5d00d2-8bf8-45ec-b1ab-a7d5216a1896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:36.023756 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0a5d00d2-8bf8-45ec-b1ab-a7d5216a1896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:36.031480 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0a5d00d2-8bf8-45ec-b1ab-a7d5216a1896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:36.047277 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0a5d00d2-8bf8-45ec-b1ab-a7d5216a1896 admin admin] Reserving flat network on physical network physnet1 {{(pid=93353) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 30 15:57:36.073428 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d00d2-8bf8-45ec-b1ab-a7d5216a1896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17baaed-ac9a-49fc-afd3-bbb4f1bfa653,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:36.076212 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0a5d00d2-8bf8-45ec-b1ab-a7d5216a1896 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772173602600', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:36.077312 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0a5d00d2-8bf8-45ec-b1ab-a7d5216a1896 admin admin] Unsubscribe: segment precommit_create {{(pid=93353) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 15:57:36.077781 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.segments_db [None req-0a5d00d2-8bf8-45ec-b1ab-a7d5216a1896 admin admin] Added segment c6619991-771e-488b-99f1-8b6d7f067538 of type flat for network 44fd2069-56d3-48dd-a694-00b845ece913 Jul 30 15:57:36.134323 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:36.135492 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0a5d00d2-8bf8-45ec-b1ab-a7d5216a1896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:36.175496 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7a7b2379-4013-4fd9-8e47-5c1af36b7a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:36.188479 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0a5d00d2-8bf8-45ec-b1ab-a7d5216a1896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:36.189444 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5d00d2-8bf8-45ec-b1ab-a7d5216a1896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:57:36.190015 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0a5d00d2-8bf8-45ec-b1ab-a7d5216a1896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:36.262627 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-0a5d00d2-8bf8-45ec-b1ab-a7d5216a1896 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7476044 Jul 30 15:57:36.283873 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d00d2-8bf8-45ec-b1ab-a7d5216a1896 admin admin] Pushing event updated for resources: {'Network': ['ID=44fd2069-56d3-48dd-a694-00b845ece913,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:36.294607 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network 44fd2069-56d3-48dd-a694-00b845ece913 details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:57:36.876100 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:38.318098 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:38.674843 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 52108) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:57:38.893504 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8279781d-7a9f-43c6-8b89-84e3a9c45dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:57:38.894916 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-8279781d-7a9f-43c6-8b89-84e3a9c45dc6 admin admin] 10.222.0.61 "GET /v2.0/subnets/70659975-2ee2-43f6-ba8c-03e355488d68 HTTP/1.1" status: 200 len: 849 time: 0.2190218 Jul 30 15:57:39.057228 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-2505463f-3780-4df0-9a6b-b2beb1b51f64 admin admin] 10.222.0.61 "GET /v2.0/routers/47fe06b4-d411-482d-9e22-15372751c061 HTTP/1.1" status: 200 len: 704 time: 0.1562023 Jul 30 15:57:39.344943 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:39.652571 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Allocated IP 172.20.0.1 (0b6a3fbb-38b3-488c-a183-f8387a3a2bd6/70659975-2ee2-43f6-ba8c-03e355488d68/768e1736-344b-4206-baa5-73d8813daf0c) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:57:39.838245 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:39.869189 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.provisioning_blocks [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Transition to ACTIVE for port object 768e1736-344b-4206-baa5-73d8813daf0c will not be triggered until provisioned by entity DHCP. {{(pid=93354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:57:39.952198 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:40.027120 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Network 0b6a3fbb-38b3-488c-a183-f8387a3a2bd6 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:57:40.034857 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:57:40.038347 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:57:40.039099 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701519'] for router_interface, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:40.098359 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Pushing event updated for resources: {'Port': ['ID=768e1736-344b-4206-baa5-73d8813daf0c,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:40.222525 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-e15a2bcc-9555-4c14-baa0-270503cf735e None None] Provisioning for port 768e1736-344b-4206-baa5-73d8813daf0c completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:57:40.226299 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-e15a2bcc-9555-4c14-baa0-270503cf735e None None] Provisioning complete for port 768e1736-344b-4206-baa5-73d8813daf0c triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:57:40.226672 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-e15a2bcc-9555-4c14-baa0-270503cf735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:40.262971 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-e15a2bcc-9555-4c14-baa0-270503cf735e None None] Port 768e1736-344b-4206-baa5-73d8813daf0c cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:57:40.263203 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:40.530262 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:40.535093 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:40.536616 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701919'] for router_interface, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:40.616463 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Pushing event updated for resources: {'Port': ['ID=768e1736-344b-4206-baa5-73d8813daf0c,revision_number=2']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:40.666571 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Network 0b6a3fbb-38b3-488c-a183-f8387a3a2bd6 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:57:40.668049 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:57:40.838692 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Router 47fe06b4-d411-482d-9e22-15372751c061 is scheduled to L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 with binding_index 1 {{(pid=93354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 15:57:40.884534 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-065addc0-b885-47b4-bfa4-8f64cd95d113 None None] Provisioning complete for port 768e1736-344b-4206-baa5-73d8813daf0c triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:57:40.884992 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-065addc0-b885-47b4-bfa4-8f64cd95d113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:40.918931 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-065addc0-b885-47b4-bfa4-8f64cd95d113 None None] Port 768e1736-344b-4206-baa5-73d8813daf0c cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:57:40.937430 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:57:40.942781 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-ce644182-9677-4101-8a10-755cde1b6550 admin admin] 10.222.0.61 "PUT /v2.0/routers/47fe06b4-d411-482d-9e22-15372751c061/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8801060 Jul 30 15:57:40.947506 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Sync routers for ids ['47fe06b4-d411-482d-9e22-15372751c061'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:57:40.959143 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Routers {'47fe06b4-d411-482d-9e22-15372751c061'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:57:40.960014 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T15:57:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['47fe06b4-d411-482d-9e22-15372751c061'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:57:41.152393 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Set router 47fe06b4-d411-482d-9e22-15372751c061 gateway port host: None {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:57:41.579072 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47fe06b4-d411-482d-9e22-15372751c061', 'name': 'router1', 'tenant_id': '6e728a127e9b4da8ab477cda9337dd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:57:30Z', 'updated_at': '2021-07-30T15:57:40Z', 'revision_number': 2, 'project_id': '6e728a127e9b4da8ab477cda9337dd60', 'gw_port_host': None, '_interfaces': [{'id': '768e1736-344b-4206-baa5-73d8813daf0c', 'name': '', 'network_id': '0b6a3fbb-38b3-488c-a183-f8387a3a2bd6', 'tenant_id': '6e728a127e9b4da8ab477cda9337dd60', 'mac_address': 'fa:16:3e:dc:03:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fe06b4-d411-482d-9e22-15372751c061', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70659975-2ee2-43f6-ba8c-03e355488d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:57:39Z', 'updated_at': '2021-07-30T15:57:40Z', 'revision_number': 2, 'project_id': '6e728a127e9b4da8ab477cda9337dd60', 'subnets': [{'id': '70659975-2ee2-43f6-ba8c-03e355488d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98a78e85-1877-49f0-ae98-8e1d8240dd71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:57:41.631205 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Checking router: 47fe06b4-d411-482d-9e22-15372751c061 for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:57:41.631582 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Updating router 47fe06b4-d411-482d-9e22-15372751c061 port 768e1736-344b-4206-baa5-73d8813daf0c binding host dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:57:41.681161 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:42.205850 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Notify callbacks [] for port, precommit_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:42.224140 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.provisioning_blocks [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Transition to ACTIVE for port object 768e1736-344b-4206-baa5-73d8813daf0c will not be triggered until provisioned by entity L2. {{(pid=93356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:57:42.230828 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:42.391764 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0667f-27f9-432f-89af-145c80e92993 None None] Pushing event updated for resources: {'Port': ['ID=768e1736-344b-4206-baa5-73d8813daf0c,revision_number=3']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:42.408466 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Attempting to bind port 768e1736-344b-4206-baa5-73d8813daf0c on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:57:42.408901 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Attempting to bind port 768e1736-344b-4206-baa5-73d8813daf0c by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': '7f6df9bd-d269-4c11-8640-307ef4f493bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b6a3fbb-38b3-488c-a183-f8387a3a2bd6'}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:57:42.409379 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Attempting to bind port 768e1736-344b-4206-baa5-73d8813daf0c on network 0b6a3fbb-38b3-488c-a183-f8387a3a2bd6 {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:57:42.412065 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0667f-27f9-432f-89af-145c80e92993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:42.412413 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0667f-27f9-432f-89af-145c80e92993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:42.412751 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0667f-27f9-432f-89af-145c80e92993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:42.413087 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0667f-27f9-432f-89af-145c80e92993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:42.413419 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0667f-27f9-432f-89af-145c80e92993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:42.413745 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0667f-27f9-432f-89af-145c80e92993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:42.414071 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0667f-27f9-432f-89af-145c80e92993 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:42.414398 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0667f-27f9-432f-89af-145c80e92993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:42.414727 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0667f-27f9-432f-89af-145c80e92993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:42.415069 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0667f-27f9-432f-89af-145c80e92993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:42.415394 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0667f-27f9-432f-89af-145c80e92993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:42.415713 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0667f-27f9-432f-89af-145c80e92993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af0667f-27f9-432f-89af-145c80e92993 None None] Tracked resource versions report: Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: pushed versions: Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: { 'AddressGroup': {'1.2'}, Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'ConntrackHelper': {'1.0'}, Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Log': {'1.0'}, Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Network': {'1.1'}, Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Port': {'1.7'}, Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'PortForwarding': {'1.2'}, Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'QosPolicy': {'1.8'}, Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'SecurityGroup': {'1.4'}, Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'SecurityGroupRule': {'1.2'}, Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'SubPort': {'1.0'}, Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Subnet': {'1.1'}, Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Trunk': {'1.1'}} Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: consumer versions: Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: { DHCP agent@dv-cinder-802955-2-iscsi: {}, Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: L3 agent@dv-cinder-802955-2-iscsi: {}, Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: Metadata agent@dv-cinder-802955-2-iscsi: {}, Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: Metering agent@dv-cinder-802955-2-iscsi: {}, Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: Open vSwitch agent@dv-cinder-802955-2-iscsi: { 'AddressGroup': '1.2', Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'ConntrackHelper': '1.0', Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Log': '1.0', Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Network': '1.1', Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Port': '1.7', Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'PortForwarding': '1.2', Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'QosPolicy': '1.8', Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'SecurityGroup': '1.4', Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'SecurityGroupRule': '1.2', Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'SubPort': '1.0', Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Subnet': '1.1', Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Trunk': '1.1'}} Jul 30 15:57:42.416873 dv-cinder-802955-2-iscsi neutron-server[93356]: {{(pid=93356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 15:57:42.425530 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:57:42.425953 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Checking segment: {'id': '7f6df9bd-d269-4c11-8640-307ef4f493bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b6a3fbb-38b3-488c-a183-f8387a3a2bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:57:42.426496 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:42.426818 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Bound using segment: {'id': '7f6df9bd-d269-4c11-8640-307ef4f493bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b6a3fbb-38b3-488c-a183-f8387a3a2bd6'} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:57:42.427378 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Bound port: 768e1736-344b-4206-baa5-73d8813daf0c, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6df9bd-d269-4c11-8640-307ef4f493bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0b6a3fbb-38b3-488c-a183-f8387a3a2bd6'}}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:57:42.427725 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:42.507537 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] For port 768e1736-344b-4206-baa5-73d8813daf0c, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:57:42.532106 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] For port 768e1736-344b-4206-baa5-73d8813daf0c, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=768e1736-344b-4206-baa5-73d8813daf0c,segment=NetworkSegment(7f6df9bd-d269-4c11-8640-307ef4f493bd),segment_id=7f6df9bd-d269-4c11-8640-307ef4f493bd)] {{(pid=93356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:57:42.536974 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:42.595499 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0667f-27f9-432f-89af-145c80e92993 None None] Pushing event updated for resources: {'Port': ['ID=768e1736-344b-4206-baa5-73d8813daf0c,revision_number=4']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:42.600583 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Routers {'47fe06b4-d411-482d-9e22-15372751c061'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:57:42.601203 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T15:57:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['47fe06b4-d411-482d-9e22-15372751c061'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:57:42.699045 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] Set router 47fe06b4-d411-482d-9e22-15372751c061 gateway port host: None {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:57:42.917933 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47fe06b4-d411-482d-9e22-15372751c061', 'name': 'router1', 'tenant_id': '6e728a127e9b4da8ab477cda9337dd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:57:30Z', 'updated_at': '2021-07-30T15:57:40Z', 'revision_number': 2, 'project_id': '6e728a127e9b4da8ab477cda9337dd60', 'gw_port_host': None, '_interfaces': [{'id': '768e1736-344b-4206-baa5-73d8813daf0c', 'name': '', 'network_id': '0b6a3fbb-38b3-488c-a183-f8387a3a2bd6', 'tenant_id': '6e728a127e9b4da8ab477cda9337dd60', 'mac_address': 'fa:16:3e:dc:03:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fe06b4-d411-482d-9e22-15372751c061', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70659975-2ee2-43f6-ba8c-03e355488d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:57:39Z', 'updated_at': '2021-07-30T15:57:42Z', 'revision_number': 4, 'project_id': '6e728a127e9b4da8ab477cda9337dd60', 'subnets': [{'id': '70659975-2ee2-43f6-ba8c-03e355488d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98a78e85-1877-49f0-ae98-8e1d8240dd71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:57:42.943264 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3415b6-f8eb-498d-a9ee-d449ff3bfd15 None None] The sync data for ids ['47fe06b4-d411-482d-9e22-15372751c061'] in dv-cinder-802955-2-iscsi is: [{'id': '47fe06b4-d411-482d-9e22-15372751c061', 'name': 'router1', 'tenant_id': '6e728a127e9b4da8ab477cda9337dd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:57:30Z', 'updated_at': '2021-07-30T15:57:40Z', 'revision_number': 2, 'project_id': '6e728a127e9b4da8ab477cda9337dd60', 'gw_port_host': None, '_interfaces': [{'id': '768e1736-344b-4206-baa5-73d8813daf0c', 'name': '', 'network_id': '0b6a3fbb-38b3-488c-a183-f8387a3a2bd6', 'tenant_id': '6e728a127e9b4da8ab477cda9337dd60', 'mac_address': 'fa:16:3e:dc:03:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fe06b4-d411-482d-9e22-15372751c061', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70659975-2ee2-43f6-ba8c-03e355488d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:57:39Z', 'updated_at': '2021-07-30T15:57:42Z', 'revision_number': 4, 'project_id': '6e728a127e9b4da8ab477cda9337dd60', 'subnets': [{'id': '70659975-2ee2-43f6-ba8c-03e355488d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98a78e85-1877-49f0-ae98-8e1d8240dd71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:57:43.199747 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 52128) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:57:43.321168 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee56d171-1e68-4d8b-b97b-ff062d443e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:57:43.322570 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-ee56d171-1e68-4d8b-b97b-ff062d443e69 admin admin] 10.222.0.61 "GET /v2.0/networks/44fd2069-56d3-48dd-a694-00b845ece913 HTTP/1.1" status: 200 len: 842 time: 0.1219428 Jul 30 15:57:43.333670 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-8375c2fa-3091-49ee-afbf-8ae8267f1f97 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:57:43.360455 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8375c2fa-3091-49ee-afbf-8ae8267f1f97 admin admin] Made reservation on behalf of ce2d996303674ae989c0d403992f9a35 for: {'subnet': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:57:43.363006 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8375c2fa-3091-49ee-afbf-8ae8267f1f97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:43.686974 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.objects.ports [None req-8375c2fa-3091-49ee-afbf-8ae8267f1f97 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93354) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 15:57:43.687422 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8375c2fa-3091-49ee-afbf-8ae8267f1f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for subnet, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:43.741932 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375c2fa-3091-49ee-afbf-8ae8267f1f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=334e4773-3697-4fad-91d5-289ebec89720,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:43.750524 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375c2fa-3091-49ee-afbf-8ae8267f1f97 admin admin] Checking segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:57:43.750924 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8375c2fa-3091-49ee-afbf-8ae8267f1f97 admin admin] Network hostable DHCP agents. Network: 44fd2069-56d3-48dd-a694-00b845ece913, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:57:43.774602 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8375c2fa-3091-49ee-afbf-8ae8267f1f97 admin admin] Network 44fd2069-56d3-48dd-a694-00b845ece913 is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:57:43.787136 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-8375c2fa-3091-49ee-afbf-8ae8267f1f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, 44fd2069-56d3-48dd-a694-00b845ece913) {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:57:43.792416 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8375c2fa-3091-49ee-afbf-8ae8267f1f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:57:43.793443 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8375c2fa-3091-49ee-afbf-8ae8267f1f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:43.796575 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c9a13d-2f48-456b-89e9-28860daaaf96 None None] Network 44fd2069-56d3-48dd-a694-00b845ece913 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:57:43.808626 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-8375c2fa-3091-49ee-afbf-8ae8267f1f97 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4786534 Jul 30 15:57:43.946687 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca5fc64-1f29-4d39-8f12-4b8d5af5d7f4 None None] Network 44fd2069-56d3-48dd-a694-00b845ece913 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:57:45.147709 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 5 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:57:46.181052 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52136) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:57:46.407769 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-5fcc0d59-ec25-4c49-a6d7-6e72dee34217 admin admin] 10.222.0.61 "GET /v2.0/routers/47fe06b4-d411-482d-9e22-15372751c061 HTTP/1.1" status: 200 len: 710 time: 0.2255521 Jul 30 15:57:46.530263 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c241e9e-5497-444f-964d-3f4232d57534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:57:46.531696 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-9c241e9e-5497-444f-964d-3f4232d57534 admin admin] 10.222.0.61 "GET /v2.0/networks/44fd2069-56d3-48dd-a694-00b845ece913 HTTP/1.1" status: 200 len: 886 time: 0.1179485 Jul 30 15:57:46.541454 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:57:46.794459 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:47.034879 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:47.108171 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:47.326604 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] Allocated IP 172.27.3.104 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/cd19bdef-c23d-460d-8f69-b2227c36f679) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:57:47.444691 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:47.534506 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:47.603068 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:57:47.616624 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:57:47.625713 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:57:47.631517 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] Pushing event updated for resources: {'Port': ['ID=cd19bdef-c23d-460d-8f69-b2227c36f679,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:47.912756 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:48.117881 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559127', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2730'] for router, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:48.122663 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701607', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559104'] for router, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:48.247360 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] Router 47fe06b4-d411-482d-9e22-15372751c061 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:57:48.370051 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:57:48.374975 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] Notify callbacks [] for router, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:48.382547 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-2fd99e65-13cd-401b-95b7-5adabf4d0b22 admin admin] 10.222.0.61 "PUT /v2.0/routers/47fe06b4-d411-482d-9e22-15372751c061 HTTP/1.1" status: 200 len: 890 time: 1.8380380 Jul 30 15:57:49.465853 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Sync routers for ids ['47fe06b4-d411-482d-9e22-15372751c061'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:57:49.478705 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Routers {'47fe06b4-d411-482d-9e22-15372751c061'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:57:49.479535 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T15:57:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['47fe06b4-d411-482d-9e22-15372751c061'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:57:49.748067 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Set router 47fe06b4-d411-482d-9e22-15372751c061 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:57:50.098426 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 768e1736-344b-4206-baa5-73d8813daf0c up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:57:50.186953 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port 768e1736-344b-4206-baa5-73d8813daf0c completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:57:50.195620 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 768e1736-344b-4206-baa5-73d8813daf0c triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:57:50.196002 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:50.199527 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47fe06b4-d411-482d-9e22-15372751c061', 'name': 'router1', 'tenant_id': '6e728a127e9b4da8ab477cda9337dd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'cd19bdef-c23d-460d-8f69-b2227c36f679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:57:30Z', 'updated_at': '2021-07-30T15:57:47Z', 'revision_number': 4, 'project_id': '6e728a127e9b4da8ab477cda9337dd60', 'gw_port': {'id': 'cd19bdef-c23d-460d-8f69-b2227c36f679', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fe06b4-d411-482d-9e22-15372751c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:57:47Z', 'updated_at': '2021-07-30T15:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '768e1736-344b-4206-baa5-73d8813daf0c', 'name': '', 'network_id': '0b6a3fbb-38b3-488c-a183-f8387a3a2bd6', 'tenant_id': '6e728a127e9b4da8ab477cda9337dd60', 'mac_address': 'fa:16:3e:dc:03:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fe06b4-d411-482d-9e22-15372751c061', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70659975-2ee2-43f6-ba8c-03e355488d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:57:39Z', 'updated_at': '2021-07-30T15:57:42Z', 'revision_number': 4, 'project_id': '6e728a127e9b4da8ab477cda9337dd60', 'subnets': [{'id': '70659975-2ee2-43f6-ba8c-03e355488d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98a78e85-1877-49f0-ae98-8e1d8240dd71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:57:50.270483 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Checking router: 47fe06b4-d411-482d-9e22-15372751c061 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:57:50.270750 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Updating router 47fe06b4-d411-482d-9e22-15372751c061 port cd19bdef-c23d-460d-8f69-b2227c36f679 binding host dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:57:50.327919 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:50.486977 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:50.592092 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port 768e1736-344b-4206-baa5-73d8813daf0c, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=768e1736-344b-4206-baa5-73d8813daf0c,segment=NetworkSegment(7f6df9bd-d269-4c11-8640-307ef4f493bd),segment_id=7f6df9bd-d269-4c11-8640-307ef4f493bd)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:57:50.600157 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:50.703497 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=768e1736-344b-4206-baa5-73d8813daf0c,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:50.767359 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Notify callbacks [] for port, precommit_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:50.781652 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Transition to ACTIVE for port object cd19bdef-c23d-460d-8f69-b2227c36f679 will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:57:50.791520 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:50.807738 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52148) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:57:50.854915 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29955a9-028c-45bb-b490-53e3cf184125 None None] Pushing event updated for resources: {'Port': ['ID=cd19bdef-c23d-460d-8f69-b2227c36f679,revision_number=2']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:50.858161 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Attempting to bind port cd19bdef-c23d-460d-8f69-b2227c36f679 on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:57:50.858523 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Attempting to bind port cd19bdef-c23d-460d-8f69-b2227c36f679 by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:57:50.858884 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Attempting to bind port cd19bdef-c23d-460d-8f69-b2227c36f679 on network 44fd2069-56d3-48dd-a694-00b845ece913 {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:57:50.864373 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:57:50.864740 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Checking segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:57:50.865134 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:50.865569 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Bound using segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:57:50.865966 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Bound port: cd19bdef-c23d-460d-8f69-b2227c36f679, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:57:50.866357 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:50.926583 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] For port cd19bdef-c23d-460d-8f69-b2227c36f679, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:57:50.929751 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] For port cd19bdef-c23d-460d-8f69-b2227c36f679, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=cd19bdef-c23d-460d-8f69-b2227c36f679,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:57:50.935055 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-35994674-e259-4146-8cfe-12d4c9853e42 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1248903 Jul 30 15:57:50.935263 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:50.997477 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Routers {'47fe06b4-d411-482d-9e22-15372751c061'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:57:50.998169 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T15:57:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['47fe06b4-d411-482d-9e22-15372751c061'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:57:51.037163 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29955a9-028c-45bb-b490-53e3cf184125 None None] Pushing event updated for resources: {'Port': ['ID=cd19bdef-c23d-460d-8f69-b2227c36f679,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:51.220027 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] Set router 47fe06b4-d411-482d-9e22-15372751c061 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:57:51.455174 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47fe06b4-d411-482d-9e22-15372751c061', 'name': 'router1', 'tenant_id': '6e728a127e9b4da8ab477cda9337dd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'cd19bdef-c23d-460d-8f69-b2227c36f679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:57:30Z', 'updated_at': '2021-07-30T15:57:47Z', 'revision_number': 4, 'project_id': '6e728a127e9b4da8ab477cda9337dd60', 'gw_port': {'id': 'cd19bdef-c23d-460d-8f69-b2227c36f679', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fe06b4-d411-482d-9e22-15372751c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:57:47Z', 'updated_at': '2021-07-30T15:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '768e1736-344b-4206-baa5-73d8813daf0c', 'name': '', 'network_id': '0b6a3fbb-38b3-488c-a183-f8387a3a2bd6', 'tenant_id': '6e728a127e9b4da8ab477cda9337dd60', 'mac_address': 'fa:16:3e:dc:03:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fe06b4-d411-482d-9e22-15372751c061', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70659975-2ee2-43f6-ba8c-03e355488d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:57:39Z', 'updated_at': '2021-07-30T15:57:50Z', 'revision_number': 5, 'project_id': '6e728a127e9b4da8ab477cda9337dd60', 'subnets': [{'id': '70659975-2ee2-43f6-ba8c-03e355488d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98a78e85-1877-49f0-ae98-8e1d8240dd71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:57:51.481440 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31400b8b-85ee-4377-95fb-68b0a13b727e None None] The sync data for ids ['47fe06b4-d411-482d-9e22-15372751c061'] in dv-cinder-802955-2-iscsi is: [{'id': '47fe06b4-d411-482d-9e22-15372751c061', 'name': 'router1', 'tenant_id': '6e728a127e9b4da8ab477cda9337dd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'cd19bdef-c23d-460d-8f69-b2227c36f679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:57:30Z', 'updated_at': '2021-07-30T15:57:47Z', 'revision_number': 4, 'project_id': '6e728a127e9b4da8ab477cda9337dd60', 'gw_port': {'id': 'cd19bdef-c23d-460d-8f69-b2227c36f679', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fe06b4-d411-482d-9e22-15372751c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:57:47Z', 'updated_at': '2021-07-30T15:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '768e1736-344b-4206-baa5-73d8813daf0c', 'name': '', 'network_id': '0b6a3fbb-38b3-488c-a183-f8387a3a2bd6', 'tenant_id': '6e728a127e9b4da8ab477cda9337dd60', 'mac_address': 'fa:16:3e:dc:03:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fe06b4-d411-482d-9e22-15372751c061', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70659975-2ee2-43f6-ba8c-03e355488d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:57:39Z', 'updated_at': '2021-07-30T15:57:50Z', 'revision_number': 5, 'project_id': '6e728a127e9b4da8ab477cda9337dd60', 'subnets': [{'id': '70659975-2ee2-43f6-ba8c-03e355488d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98a78e85-1877-49f0-ae98-8e1d8240dd71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:57:52.158873 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 768e1736-344b-4206-baa5-73d8813daf0c up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:57:52.237756 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 768e1736-344b-4206-baa5-73d8813daf0c triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:57:52.238290 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:52.330185 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device cd19bdef-c23d-460d-8f69-b2227c36f679 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:57:52.396366 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port cd19bdef-c23d-460d-8f69-b2227c36f679 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:57:52.400353 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port cd19bdef-c23d-460d-8f69-b2227c36f679 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:57:52.400675 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:52.481892 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:52.502223 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port cd19bdef-c23d-460d-8f69-b2227c36f679, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=cd19bdef-c23d-460d-8f69-b2227c36f679,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:57:52.506407 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:57:52.552852 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=cd19bdef-c23d-460d-8f69-b2227c36f679,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:57:54.086273 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device cd19bdef-c23d-460d-8f69-b2227c36f679 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:57:54.170537 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port cd19bdef-c23d-460d-8f69-b2227c36f679 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:57:54.171346 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:58:03.186412 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8270c1f0-099b-4d60-9bf7-88bda6117f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:58:06.142582 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:58:06.180224 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-6f1c667c-284a-4d56-a617-d8f7d1d22161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:58:06.891610 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:58:08.342962 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:58:22.147178 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 5 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:58:33.208826 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-5370020d-7548-4e0d-92d8-c6e8812012a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:58:36.138499 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:58:36.172928 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-720813da-a601-482a-9518-26a03ca96a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:58:36.884644 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:58:38.353950 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:58:59.145067 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 5 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:59:03.192011 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-77c6c78e-87b3-4ea8-94d3-f1f2574c843a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:06.150847 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:06.180936 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-9beb1e38-b168-432f-b3e0-2bf62bcd4ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:06.896000 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:08.345554 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:29.311616 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52716) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:29.380188 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0c1224-fc4b-4e79-8774-2fe073579eba admin admin] GET failed (client error): The resource could not be found. Jul 30 15:59:29.381862 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-bd0c1224-fc4b-4e79-8774-2fe073579eba admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0692973 Jul 30 15:59:29.609850 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f77d61-7f45-4741-acd5-24f0cd3bb2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:29.611400 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-c5f77d61-7f45-4741-acd5-24f0cd3bb2ec admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2247238 Jul 30 15:59:31.801070 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52726) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:31.892980 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02da2cff-374b-4aa1-8cb5-0addfffae778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:31.894327 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-02da2cff-374b-4aa1-8cb5-0addfffae778 admin admin] 10.222.0.61 "GET /v2.0/subnets/70659975-2ee2-43f6-ba8c-03e355488d68 HTTP/1.1" status: 200 len: 849 time: 0.0923169 Jul 30 15:59:31.904416 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:59:31.986410 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:32.127837 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772173527848'] for subnet, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:32.155189 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:32.155769 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:32.163829 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] 10.222.0.61 "PUT /v2.0/subnets/70659975-2ee2-43f6-ba8c-03e355488d68 HTTP/1.1" status: 200 len: 868 time: 0.2568104 Jul 30 15:59:32.166298 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bda6ee-b596-4338-9833-c62b0b6ad140 None None] Network 0b6a3fbb-38b3-488c-a183-f8387a3a2bd6 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:59:32.180239 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70659975-2ee2-43f6-ba8c-03e355488d68,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:32.186718 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:32.187205 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:32.187464 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:32.187798 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:32.188129 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:32.188471 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:32.188857 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:32.189186 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:32.189526 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:32.189863 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:32.190180 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:32.190497 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3888ae4-b3a8-4723-9337-f4dee403a634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:32.508613 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-603dc157-4d84-4ced-b0bd-cd5e25d67476 None None] Provisioning complete for port 768e1736-344b-4206-baa5-73d8813daf0c triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:59:32.508984 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-603dc157-4d84-4ced-b0bd-cd5e25d67476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:32.597268 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-603dc157-4d84-4ced-b0bd-cd5e25d67476 None None] Provisioning complete for port 6f74e747-7e60-495c-a6dd-bde7cbab173a triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:59:32.597588 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-603dc157-4d84-4ced-b0bd-cd5e25d67476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:33.193904 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-e6364632-6b24-4e83-9263-c724988abbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:34.355933 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52734) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:34.556028 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1ba4e5-0da5-4d1f-a985-1241c1cc8f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:34.556506 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1ba4e5-0da5-4d1f-a985-1241c1cc8f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:34.558116 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-0d1ba4e5-0da5-4d1f-a985-1241c1cc8f3d admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2011640 Jul 30 15:59:36.143769 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 5 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:59:36.145531 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:36.172687 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-6fe5cd36-145a-403f-a183-3dfe618aec70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:36.714915 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 52742) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:36.890112 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:36.915724 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cc579f-f436-4d98-b97a-b1aae3864410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:36.916199 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cc579f-f436-4d98-b97a-b1aae3864410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:36.917751 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-24cc579f-f436-4d98-b97a-b1aae3864410 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2018759 Jul 30 15:59:38.348657 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:39.104925 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 52752) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:39.231703 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84920be1-4b79-4d8c-8d5f-0f3242e6ffdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:39.233074 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-84920be1-4b79-4d8c-8d5f-0f3242e6ffdc admin admin] 10.222.0.61 "GET /v2.0/networks/0b6a3fbb-38b3-488c-a183-f8387a3a2bd6 HTTP/1.1" status: 200 len: 869 time: 0.1271806 Jul 30 15:59:41.382864 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 52760) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:41.506348 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451ee50a-3765-4025-b9be-080c26de710d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:41.507770 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-451ee50a-3765-4025-b9be-080c26de710d admin admin] 10.222.0.61 "GET /v2.0/networks/44fd2069-56d3-48dd-a694-00b845ece913 HTTP/1.1" status: 200 len: 886 time: 0.1239305 Jul 30 15:59:43.680482 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52768) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:43.798298 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc3a2f8-2980-4f0e-b546-a6917ea02848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:43.798750 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc3a2f8-2980-4f0e-b546-a6917ea02848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:43.800301 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-bdc3a2f8-2980-4f0e-b546-a6917ea02848 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1188819 Jul 30 15:59:45.989612 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52776) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:46.084095 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174199ee-8165-45a9-ae25-8770959f7331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:46.084542 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174199ee-8165-45a9-ae25-8770959f7331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:46.086088 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-174199ee-8165-45a9-ae25-8770959f7331 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0955100 Jul 30 15:59:48.271168 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52784) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:48.359039 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed16c3c-8c3a-42c6-9ea9-7b20ae569d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:48.360359 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-8ed16c3c-8c3a-42c6-9ea9-7b20ae569d2c admin admin] 10.222.0.61 "GET /v2.0/subnets/334e4773-3697-4fad-91d5-289ebec89720 HTTP/1.1" status: 200 len: 816 time: 0.0881743 Jul 30 15:59:50.507403 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52792) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:50.600056 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12971a17-9902-4d89-a2f8-478159883590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:50.601451 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-12971a17-9902-4d89-a2f8-478159883590 admin admin] 10.222.0.61 "GET /v2.0/subnets/70659975-2ee2-43f6-ba8c-03e355488d68 HTTP/1.1" status: 200 len: 868 time: 0.0927339 Jul 30 16:00:03.196240 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8d9e08e7-864a-4d00-8ab7-4dddedc353d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:06.146771 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:06.171926 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7c09ee6d-64b2-4755-a888-fac0edbfa85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:06.894777 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:08.352096 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:13.142138 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 5 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:00:16.208801 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52846) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:00:16.256231 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [None req-d64c3822-24d9-4fc2-b37b-9bda8d01eb70 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93353) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 16:00:16.257489 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-d64c3822-24d9-4fc2-b37b-9bda8d01eb70 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476925 Jul 30 16:00:18.498594 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52854) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:00:18.559433 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2febe7-3156-4572-8b58-5e7426acaafa admin admin] GET failed (client error): The resource could not be found. Jul 30 16:00:18.560736 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-3e2febe7-3156-4572-8b58-5e7426acaafa admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611837 Jul 30 16:00:18.643111 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7765579-dc3e-4e12-b840-677bdcd3e365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:00:18.644616 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-b7765579-dc3e-4e12-b840-677bdcd3e365 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0795052 Jul 30 16:00:20.836690 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 52862) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:00:20.883910 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:00:20.905631 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Made reservation on behalf of ce2d996303674ae989c0d403992f9a35 for: {'network': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:00:20.907831 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:20.934230 dv-cinder-802955-2-iscsi neutron-server[93354]: WARNING neutron.services.revisions.revision_plugin [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Could not find related network for resource to bump revision. Jul 30 16:00:20.946265 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=93354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:00:20.956816 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:20.957158 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.db.segments_db [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Added segment 14c168d0-d944-4d25-b3b6-799dbd97a3fa of type vlan for network 89fa2c3b-dc8b-43ae-a42b-537bf03b96e3 Jul 30 16:00:21.007385 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:21.037900 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:21.038910 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:00:21.039517 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:21.165214 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3274925 Jul 30 16:00:21.174090 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Pushing event updated for resources: {'Network': ['ID=89fa2c3b-dc8b-43ae-a42b-537bf03b96e3,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:00:21.181398 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:21.181800 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:21.182130 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:21.182470 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:21.182806 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:21.183198 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:21.183546 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:21.183991 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:21.184345 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:21.184682 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:21.185012 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:21.185337 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cced801c-be1f-44cb-8288-9d6168397298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:21.197085 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network 89fa2c3b-dc8b-43ae-a42b-537bf03b96e3 details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:00:23.379045 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 52870) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:00:23.441682 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.pecan_wsgi.hooks.translation [None req-66716ec5-f4b4-4440-9880-317f30f1be46 admin admin] GET failed (client error): The resource could not be found. Jul 30 16:00:23.442974 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-66716ec5-f4b4-4440-9880-317f30f1be46 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0629723 Jul 30 16:00:23.545071 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4de271-738b-4c33-ad7d-9fde21451b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:00:23.546515 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-df4de271-738b-4c33-ad7d-9fde21451b3f admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0992260 Jul 30 16:00:23.556742 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-0d5f9324-eead-4858-be94-75de2994058f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '89fa2c3b-dc8b-43ae-a42b-537bf03b96e3', 'ip_version': 4}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:00:23.576311 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5f9324-eead-4858-be94-75de2994058f admin admin] Made reservation on behalf of ce2d996303674ae989c0d403992f9a35 for: {'subnet': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:00:23.578591 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9324-eead-4858-be94-75de2994058f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:23.750648 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9324-eead-4858-be94-75de2994058f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for subnet, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:23.802862 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f9324-eead-4858-be94-75de2994058f admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c4bde4-0190-42d8-8bed-a555cffc7633,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:00:23.813041 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5f9324-eead-4858-be94-75de2994058f admin admin] Checking segment: {'id': '14c168d0-d944-4d25-b3b6-799dbd97a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '89fa2c3b-dc8b-43ae-a42b-537bf03b96e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:00:23.813388 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5f9324-eead-4858-be94-75de2994058f admin admin] Network hostable DHCP agents. Network: 89fa2c3b-dc8b-43ae-a42b-537bf03b96e3, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:00:23.829366 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5f9324-eead-4858-be94-75de2994058f admin admin] Network 89fa2c3b-dc8b-43ae-a42b-537bf03b96e3 is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:00:23.838839 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-0d5f9324-eead-4858-be94-75de2994058f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, 89fa2c3b-dc8b-43ae-a42b-537bf03b96e3) {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:00:23.843964 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5f9324-eead-4858-be94-75de2994058f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:00:23.844554 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9324-eead-4858-be94-75de2994058f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:23.848682 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f02aff5-7575-42cf-9053-a5c34ae7ea75 None None] Network 89fa2c3b-dc8b-43ae-a42b-537bf03b96e3 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:00:23.859263 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-0d5f9324-eead-4858-be94-75de2994058f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3057764 Jul 30 16:00:24.005371 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ab6931-0e42-5e2b-bdaf-3677ef1877a7-89fa2c3b-dc8b-43ae-a42b-537bf03b96e3', 'network_id': '89fa2c3b-dc8b-43ae-a42b-537bf03b96e3', 'tenant_id': 'ce2d996303674ae989c0d403992f9a35', 'fixed_ips': [{'subnet_id': '47c4bde4-0190-42d8-8bed-a555cffc7633'}]}} from dv-cinder-802955-2-iscsi. {{(pid=93355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:00:24.006318 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:24.255741 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.db_base_plugin_common [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Allocated IP 192.168.233.2 (89fa2c3b-dc8b-43ae-a42b-537bf03b96e3/47c4bde4-0190-42d8-8bed-a555cffc7633/f71f035d-cafe-4a8c-9399-f73ad1b955cf) {{(pid=93355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:00:24.405782 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Notify callbacks [] for port, precommit_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:24.414680 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Transition to ACTIVE for port object f71f035d-cafe-4a8c-9399-f73ad1b955cf will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:00:24.429795 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Transition to ACTIVE for port object f71f035d-cafe-4a8c-9399-f73ad1b955cf will not be triggered until provisioned by entity DHCP. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:00:24.436398 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:24.474397 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Network 89fa2c3b-dc8b-43ae-a42b-537bf03b96e3 is already hosted by enough agents. {{(pid=93355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:00:24.477349 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.base_scheduler [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Resources bound (agent type, host, resource id): {{(pid=93355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:00:24.480127 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Received port after_create {{(pid=93355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:00:24.491718 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Pushing event updated for resources: {'Port': ['ID=f71f035d-cafe-4a8c-9399-f73ad1b955cf,revision_number=1']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:00:24.513785 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:24.514147 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:24.514486 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:24.514820 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:24.515180 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:24.515629 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:24.515960 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:24.516285 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:24.516629 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:24.516955 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:24.517279 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:24.517601 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:00:24.554139 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Attempting to bind port f71f035d-cafe-4a8c-9399-f73ad1b955cf on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:00:24.554489 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Attempting to bind port f71f035d-cafe-4a8c-9399-f73ad1b955cf by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': '14c168d0-d944-4d25-b3b6-799dbd97a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '89fa2c3b-dc8b-43ae-a42b-537bf03b96e3'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:00:24.554820 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Attempting to bind port f71f035d-cafe-4a8c-9399-f73ad1b955cf on network 89fa2c3b-dc8b-43ae-a42b-537bf03b96e3 {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:00:24.560346 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:00:24.560712 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Checking segment: {'id': '14c168d0-d944-4d25-b3b6-799dbd97a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '89fa2c3b-dc8b-43ae-a42b-537bf03b96e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:00:24.561109 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:24.561503 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Bound using segment: {'id': '14c168d0-d944-4d25-b3b6-799dbd97a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '89fa2c3b-dc8b-43ae-a42b-537bf03b96e3'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:00:24.561965 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Bound port: f71f035d-cafe-4a8c-9399-f73ad1b955cf, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c168d0-d944-4d25-b3b6-799dbd97a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '89fa2c3b-dc8b-43ae-a42b-537bf03b96e3'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:00:24.562344 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:24.625228 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] For port f71f035d-cafe-4a8c-9399-f73ad1b955cf, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:00:24.628370 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] For port f71f035d-cafe-4a8c-9399-f73ad1b955cf, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=f71f035d-cafe-4a8c-9399-f73ad1b955cf,segment=NetworkSegment(14c168d0-d944-4d25-b3b6-799dbd97a3fa),segment_id=14c168d0-d944-4d25-b3b6-799dbd97a3fa)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:00:24.633583 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:24.692659 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fd540-aec4-4cbb-b5d8-7a460891180f None None] Pushing event updated for resources: {'Port': ['ID=f71f035d-cafe-4a8c-9399-f73ad1b955cf,revision_number=2']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:00:25.510627 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3cbbf2-bf30-4188-802a-0aebc576f20a None None] Network 89fa2c3b-dc8b-43ae-a42b-537bf03b96e3 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:00:25.639842 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-c2b186d2-c586-47cb-b8f8-71be4941fafc None None] Provisioning for port f71f035d-cafe-4a8c-9399-f73ad1b955cf completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:00:26.210748 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device f71f035d-cafe-4a8c-9399-f73ad1b955cf up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:00:26.262312 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port f71f035d-cafe-4a8c-9399-f73ad1b955cf completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:00:26.265989 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port f71f035d-cafe-4a8c-9399-f73ad1b955cf triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:00:26.266370 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:26.347789 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:26.382002 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port f71f035d-cafe-4a8c-9399-f73ad1b955cf, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=f71f035d-cafe-4a8c-9399-f73ad1b955cf,segment=NetworkSegment(14c168d0-d944-4d25-b3b6-799dbd97a3fa),segment_id=14c168d0-d944-4d25-b3b6-799dbd97a3fa)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:00:26.386169 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:26.435361 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=f71f035d-cafe-4a8c-9399-f73ad1b955cf,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:00:28.190369 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device f71f035d-cafe-4a8c-9399-f73ad1b955cf up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:00:28.239958 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port f71f035d-cafe-4a8c-9399-f73ad1b955cf triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:00:28.240327 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:33.198117 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-836e1c2a-d201-40d0-adbf-3318abcb2662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:36.149523 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:36.171734 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d65d2ba8-61b0-40dc-8f44-5f188e3f53bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:36.897601 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:38.356807 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:50.150667 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 5 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:01:03.200331 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-755e5249-002d-4975-a1d2-5f5e3b796d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:06.151227 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:06.171739 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-bb1b6bf0-10f0-4a34-840e-b77062b39f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:06.900151 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:08.359660 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:27.139381 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 5 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:01:33.204278 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-e8b996ca-2c0b-42d2-948c-3daa6834da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:34.429860 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 52922) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:01:34.437292 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [None req-7e505b36-5930-4588-842d-77c3368c3e81 tempest-verify_tempest_config-633993453 tempest-verify_tempest_config-633993453-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93354) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 16:01:34.438313 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-7e505b36-5930-4588-842d-77c3368c3e81 tempest-verify_tempest_config-633993453 tempest-verify_tempest_config-633993453-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0074928 Jul 30 16:01:34.741698 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 52940) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:01:34.844298 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-122aed05-1f95-4d6e-91ff-0541fe818839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:34.932111 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-122aed05-1f95-4d6e-91ff-0541fe818839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:34.935869 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-122aed05-1f95-4d6e-91ff-0541fe818839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:34.983322 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-122aed05-1f95-4d6e-91ff-0541fe818839 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c5b9f211b934746a2c5da619988689d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2405524 Jul 30 16:01:34.984154 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122aed05-1f95-4d6e-91ff-0541fe818839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c8c553-c5c6-406c-bf92-56c43f093337,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:01:34.986020 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52944) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:01:34.990734 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aed05-1f95-4d6e-91ff-0541fe818839 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:34.991108 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aed05-1f95-4d6e-91ff-0541fe818839 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:34.991452 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aed05-1f95-4d6e-91ff-0541fe818839 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:34.991788 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aed05-1f95-4d6e-91ff-0541fe818839 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:34.992121 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aed05-1f95-4d6e-91ff-0541fe818839 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:34.992479 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aed05-1f95-4d6e-91ff-0541fe818839 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:34.992814 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aed05-1f95-4d6e-91ff-0541fe818839 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:34.993140 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aed05-1f95-4d6e-91ff-0541fe818839 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:34.993482 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aed05-1f95-4d6e-91ff-0541fe818839 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:34.993810 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aed05-1f95-4d6e-91ff-0541fe818839 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:34.994134 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aed05-1f95-4d6e-91ff-0541fe818839 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:34.994454 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122aed05-1f95-4d6e-91ff-0541fe818839 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:35.040407 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:35.061050 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:35.146080 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:35.148735 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:35.149891 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e0c8c553-c5c6-406c-bf92-56c43f093337 HTTP/1.1" status: 204 len: 168 time: 0.1628909 Jul 30 16:01:35.158448 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c8c553-c5c6-406c-bf92-56c43f093337,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:01:35.165036 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:35.165390 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:35.165736 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:35.166072 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:35.166406 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:35.166746 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:35.167097 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:35.167441 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:35.167782 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:35.168113 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:35.168441 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:35.168764 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102c8-dab6-4f4e-86b6-09df3bc35a24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:36.152681 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:36.172065 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-e6689cb7-e0cb-483d-be68-8bae8acf4b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:36.904239 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:38.362741 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:03.204492 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-fa9704ae-c86f-4f91-8a68-6b286eaf3e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:04.137315 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 5 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:02:06.153900 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:06.171415 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-60446e5b-ddeb-4b44-9949-09b4b6827658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:06.905845 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:08.366517 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:33.205708 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-92478bbb-7bf1-4c90-924a-d6e12e3ed902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:36.155222 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:36.171121 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-72568875-ea40-4bb5-9b8a-ee67259281ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:36.908668 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:38.373352 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:41.136208 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 5 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:03:03.207379 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-e8e7eece-b2e6-459b-b283-5180df2e67f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:06.156772 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:06.172235 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-2b404e70-74dd-4111-8416-71779eea5b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:06.911806 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:08.374926 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:12.601336 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-561063'] for agent, after_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:16.979554 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 52998) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:03:17.082921 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-8ce28fdb-4965-496a-92d7-a860d976d663 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1019685 Jul 30 16:03:18.134894 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:03:19.274694 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 53008) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:03:19.328273 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-a2a46306-2fe0-400e-97d7-0217610425b5 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0524714 Jul 30 16:03:33.210143 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-9afbfbc9-2345-4188-aa5e-36e9bf2af932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:36.166268 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:36.177952 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-531d445b-dcfd-49f2-8db6-0e55a46d2c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:36.913956 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:38.379931 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:42.586353 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:55.133614 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:04:03.212864 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-1e19f6aa-b3a4-481e-80df-5c314fa9718c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:06.168959 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:06.176722 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-30b9ff0d-1453-4644-9401-fd75db7bb2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:06.916544 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:08.381261 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:12.593911 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:32.133470 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:04:33.213300 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-a34423d1-18a5-46a9-80c7-a079e55dbe16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:36.168863 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:36.173248 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-984fab1a-d7e5-4e9a-969a-2443eb8c0b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:36.920003 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:38.385432 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:42.612844 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:48.141642 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 53184) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:48.404436 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1464309296-network', 'tenant_id': 'dab2c012bf2b488388b2d56f3104d4b5'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:04:48.419914 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53214) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:48.428344 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Made reservation on behalf of dab2c012bf2b488388b2d56f3104d4b5 for: {'network': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:04:48.431206 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:48.440802 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:48.534393 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:48.539917 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:48.595912 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee49e63-39ae-4074-8333-1f2af384f8e6,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:48.613568 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=93353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:04:48.618728 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:48.619464 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:48.620126 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:48.620776 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:48.621430 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:48.622107 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:48.622736 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:48.623460 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:48.624138 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:48.624781 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:48.625456 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:48.626113 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Tracked resource versions report: Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: pushed versions: Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: { 'AddressGroup': {'1.2'}, Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'ConntrackHelper': {'1.0'}, Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Log': {'1.0'}, Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Network': {'1.1'}, Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Port': {'1.7'}, Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'PortForwarding': {'1.2'}, Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'QosPolicy': {'1.8'}, Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'SecurityGroup': {'1.4'}, Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'SecurityGroupRule': {'1.2'}, Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'SubPort': {'1.0'}, Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Subnet': {'1.1'}, Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Trunk': {'1.1'}} Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: consumer versions: Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: { DHCP agent@dv-cinder-802955-2-iscsi: {}, Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: HyperV agent@hv-cinder-80295: {}, Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: L3 agent@dv-cinder-802955-2-iscsi: {}, Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: Metadata agent@dv-cinder-802955-2-iscsi: {}, Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: Metering agent@dv-cinder-802955-2-iscsi: {}, Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: Open vSwitch agent@dv-cinder-802955-2-iscsi: { 'AddressGroup': '1.2', Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'ConntrackHelper': '1.0', Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Log': '1.0', Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Network': '1.1', Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Port': '1.7', Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'PortForwarding': '1.2', Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'QosPolicy': '1.8', Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'SecurityGroup': '1.4', Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'SecurityGroupRule': '1.2', Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'SubPort': '1.0', Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Subnet': '1.1', Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: 'Trunk': '1.1'}} Jul 30 16:04:48.628198 dv-cinder-802955-2-iscsi neutron-server[93353]: {{(pid=93353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 16:04:48.648321 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:48.649054 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.segments_db [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Added segment c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7 of type vlan for network 9d9df665-303f-4ad5-ae03-1b82c68d7a17 Jul 30 16:04:48.695802 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:48.732859 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:48.733886 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:04:48.734677 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:48.795873 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6518102 Jul 30 16:04:48.796549 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53232) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:48.802320 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Request body: {'subnet': {'network_id': '9d9df665-303f-4ad5-ae03-1b82c68d7a17', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1464309296-subnet', 'tenant_id': 'dab2c012bf2b488388b2d56f3104d4b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:04:48.803770 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90f26c-003d-4348-b3db-ab1aa4b59c15 admin admin] Pushing event updated for resources: {'Network': ['ID=9d9df665-303f-4ad5-ae03-1b82c68d7a17,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:48.815488 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network 9d9df665-303f-4ad5-ae03-1b82c68d7a17 details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:04:48.824561 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Made reservation on behalf of dab2c012bf2b488388b2d56f3104d4b5 for: {'subnet': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:04:48.827691 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:48.916454 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-214153de-caef-41e8-ba13-1ffba6dffbf0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-295518792-network', 'tenant_id': '4e1402dc086c4071bae84c16365352b3'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:04:48.924166 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 53236) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:48.961240 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214153de-caef-41e8-ba13-1ffba6dffbf0 admin admin] Made reservation on behalf of 4e1402dc086c4071bae84c16365352b3 for: {'network': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:04:48.964845 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-214153de-caef-41e8-ba13-1ffba6dffbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:48.994199 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-214153de-caef-41e8-ba13-1ffba6dffbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.128565 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for subnet, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.167697 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 53246) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:49.206806 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-214153de-caef-41e8-ba13-1ffba6dffbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.208223 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0410231-bd6f-4668-8090-1bfc35e566c6,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:49.220158 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:49.221051 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:49.221934 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:49.222486 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:49.223301 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:49.224082 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:49.224774 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:49.225456 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:49.226612 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:49.227224 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:49.227912 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:49.228487 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Tracked resource versions report: Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: pushed versions: Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: { 'AddressGroup': {'1.2'}, Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'ConntrackHelper': {'1.0'}, Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Log': {'1.0'}, Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Network': {'1.1'}, Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Port': {'1.7'}, Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'PortForwarding': {'1.2'}, Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'QosPolicy': {'1.8'}, Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'SecurityGroup': {'1.4'}, Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'SecurityGroupRule': {'1.2'}, Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'SubPort': {'1.0'}, Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Subnet': {'1.1'}, Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Trunk': {'1.1'}} Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: consumer versions: Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: { DHCP agent@dv-cinder-802955-2-iscsi: {}, Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: HyperV agent@hv-cinder-80295: {}, Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: L3 agent@dv-cinder-802955-2-iscsi: {}, Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: Metadata agent@dv-cinder-802955-2-iscsi: {}, Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: Metering agent@dv-cinder-802955-2-iscsi: {}, Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: Open vSwitch agent@dv-cinder-802955-2-iscsi: { 'AddressGroup': '1.2', Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'ConntrackHelper': '1.0', Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Log': '1.0', Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Network': '1.1', Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Port': '1.7', Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'PortForwarding': '1.2', Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'QosPolicy': '1.8', Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'SecurityGroup': '1.4', Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'SecurityGroupRule': '1.2', Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'SubPort': '1.0', Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Subnet': '1.1', Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: 'Trunk': '1.1'}} Jul 30 16:04:49.230466 dv-cinder-802955-2-iscsi neutron-server[93354]: {{(pid=93354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 16:04:49.249298 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-214153de-caef-41e8-ba13-1ffba6dffbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.263371 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214153de-caef-41e8-ba13-1ffba6dffbf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=93354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:04:49.269327 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-fe8820f9-fd2e-4bbd-bb69-b1771d9e6320 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1585877205-network', 'tenant_id': '4db3b69e8a5f4b47a62fe9e771a7885b'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:04:49.275655 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-214153de-caef-41e8-ba13-1ffba6dffbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.276450 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.db.segments_db [None req-214153de-caef-41e8-ba13-1ffba6dffbf0 admin admin] Added segment 5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b of type vlan for network 85982ae8-657f-47f5-b729-6742a565fcec Jul 30 16:04:49.312505 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8820f9-fd2e-4bbd-bb69-b1771d9e6320 admin admin] Made reservation on behalf of 4db3b69e8a5f4b47a62fe9e771a7885b for: {'network': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:04:49.317725 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe8820f9-fd2e-4bbd-bb69-b1771d9e6320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.332623 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe8820f9-fd2e-4bbd-bb69-b1771d9e6320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.333335 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-214153de-caef-41e8-ba13-1ffba6dffbf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.348989 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 53252) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:49.411202 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214153de-caef-41e8-ba13-1ffba6dffbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30555605-6f86-40a6-bf14-1bea0f4e533f,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:49.426557 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Checking segment: {'id': 'c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9d9df665-303f-4ad5-ae03-1b82c68d7a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:04:49.427586 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Network hostable DHCP agents. Network: 9d9df665-303f-4ad5-ae03-1b82c68d7a17, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:04:49.448084 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-214153de-caef-41e8-ba13-1ffba6dffbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.458224 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214153de-caef-41e8-ba13-1ffba6dffbf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:04:49.458914 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-214153de-caef-41e8-ba13-1ffba6dffbf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.466049 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe8820f9-fd2e-4bbd-bb69-b1771d9e6320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.470804 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe8820f9-fd2e-4bbd-bb69-b1771d9e6320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.500004 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8820f9-fd2e-4bbd-bb69-b1771d9e6320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41443b9b-9a8c-4861-9af8-6cd794813642,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:49.505800 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-0fb814b4-d5ad-48d3-b5e5-b5b694f18257 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-218370811-network', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:04:49.534560 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb814b4-d5ad-48d3-b5e5-b5b694f18257 admin admin] Made reservation on behalf of 15377e3ad59448e2a0d51249c5cf4a32 for: {'network': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:04:49.537822 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0fb814b4-d5ad-48d3-b5e5-b5b694f18257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.551072 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8820f9-fd2e-4bbd-bb69-b1771d9e6320 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:04:49.554307 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0fb814b4-d5ad-48d3-b5e5-b5b694f18257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.577167 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Network 9d9df665-303f-4ad5-ae03-1b82c68d7a17 is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:04:49.587003 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe8820f9-fd2e-4bbd-bb69-b1771d9e6320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.588748 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.segments_db [None req-fe8820f9-fd2e-4bbd-bb69-b1771d9e6320 admin admin] Added segment 1ca2c15a-0480-4a96-9c42-9c72a42a9c4f of type vlan for network ee84c3c3-d232-4e78-bb71-1721bff770cd Jul 30 16:04:49.590877 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, 9d9df665-303f-4ad5-ae03-1b82c68d7a17) {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:04:49.593330 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214153de-caef-41e8-ba13-1ffba6dffbf0 admin admin] Pushing event updated for resources: {'Network': ['ID=85982ae8-657f-47f5-b729-6742a565fcec,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:49.601881 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c39f52c-b987-423b-ab0f-131391db2af5 None None] Network 9d9df665-303f-4ad5-ae03-1b82c68d7a17 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:04:49.611684 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-214153de-caef-41e8-ba13-1ffba6dffbf0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1906443 Jul 30 16:04:49.614238 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:04:49.615185 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.626080 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 53268) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:49.634277 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-6938e66a-42d5-4a96-ad09-8cbea973bc59 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8365371 Jul 30 16:04:49.641489 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-a9f05623-e365-4e35-abdc-e485c4da5ad1 admin admin] Request body: {'subnet': {'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-295518792-subnet', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:04:49.702611 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe8820f9-fd2e-4bbd-bb69-b1771d9e6320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.767215 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe8820f9-fd2e-4bbd-bb69-b1771d9e6320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.768341 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8820f9-fd2e-4bbd-bb69-b1771d9e6320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:04:49.768933 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe8820f9-fd2e-4bbd-bb69-b1771d9e6320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.791406 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network 85982ae8-657f-47f5-b729-6742a565fcec details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:04:49.854713 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8820f9-fd2e-4bbd-bb69-b1771d9e6320 admin admin] Pushing event updated for resources: {'Network': ['ID=ee84c3c3-d232-4e78-bb71-1721bff770cd,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:49.872040 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network ee84c3c3-d232-4e78-bb71-1721bff770cd details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:04:49.900855 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-55afdbf7-d5d9-4252-9d12-0c202f0283cb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-187555555-network', 'tenant_id': '6553c039f41c41fb9e47c968ec8e6e98'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:04:49.965792 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0fb814b4-d5ad-48d3-b5e5-b5b694f18257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:49.973094 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0fb814b4-d5ad-48d3-b5e5-b5b694f18257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.011673 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb814b4-d5ad-48d3-b5e5-b5b694f18257 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=93353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:04:50.024222 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-fe8820f9-fd2e-4bbd-bb69-b1771d9e6320 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0939274 Jul 30 16:04:50.024778 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53298) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:50.032538 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-3373608a-ba4c-422c-a1b5-6cc812fca072 admin admin] Request body: {'subnet': {'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1585877205-subnet', 'tenant_id': '4db3b69e8a5f4b47a62fe9e771a7885b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:04:50.034096 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0fb814b4-d5ad-48d3-b5e5-b5b694f18257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.034693 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.segments_db [None req-0fb814b4-d5ad-48d3-b5e5-b5b694f18257 admin admin] Added segment 36c7b6a9-ed8f-4019-b434-47492d49eeda of type vlan for network 8b371347-3539-4d23-9546-ea91d4d992d4 Jul 30 16:04:50.046970 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f05623-e365-4e35-abdc-e485c4da5ad1 admin admin] Made reservation on behalf of 4e1402dc086c4071bae84c16365352b3 for: {'subnet': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:04:50.049465 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a9f05623-e365-4e35-abdc-e485c4da5ad1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.054352 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8963f5-e34a-466f-9ecd-93c76f485147 None None] Network 9d9df665-303f-4ad5-ae03-1b82c68d7a17 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:04:50.108444 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3373608a-ba4c-422c-a1b5-6cc812fca072 admin admin] Made reservation on behalf of 4db3b69e8a5f4b47a62fe9e771a7885b for: {'subnet': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:04:50.112099 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3373608a-ba4c-422c-a1b5-6cc812fca072 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.149375 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55afdbf7-d5d9-4252-9d12-0c202f0283cb admin admin] Made reservation on behalf of 6553c039f41c41fb9e47c968ec8e6e98 for: {'network': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:04:50.152135 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-55afdbf7-d5d9-4252-9d12-0c202f0283cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.169202 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-55afdbf7-d5d9-4252-9d12-0c202f0283cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.193121 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0fb814b4-d5ad-48d3-b5e5-b5b694f18257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.230465 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb814b4-d5ad-48d3-b5e5-b5b694f18257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9b938f-83ae-44d2-8d98-36f50bc9ccbc,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:50.329036 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0fb814b4-d5ad-48d3-b5e5-b5b694f18257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.330018 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb814b4-d5ad-48d3-b5e5-b5b694f18257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:04:50.330605 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0fb814b4-d5ad-48d3-b5e5-b5b694f18257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.351672 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3373608a-ba4c-422c-a1b5-6cc812fca072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for subnet, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.420453 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373608a-ba4c-422c-a1b5-6cc812fca072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d7ab39-0c0c-4bb3-9f7d-acf99370f255,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:50.422635 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3373608a-ba4c-422c-a1b5-6cc812fca072 admin admin] Checking segment: {'id': '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:04:50.423016 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3373608a-ba4c-422c-a1b5-6cc812fca072 admin admin] Network hostable DHCP agents. Network: ee84c3c3-d232-4e78-bb71-1721bff770cd, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:04:50.444028 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3373608a-ba4c-422c-a1b5-6cc812fca072 admin admin] Network ee84c3c3-d232-4e78-bb71-1721bff770cd is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:04:50.455240 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-3373608a-ba4c-422c-a1b5-6cc812fca072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, ee84c3c3-d232-4e78-bb71-1721bff770cd) {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:04:50.462035 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3373608a-ba4c-422c-a1b5-6cc812fca072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:04:50.462640 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3373608a-ba4c-422c-a1b5-6cc812fca072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.467507 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16f513a-ce9d-4bd6-a3fd-173353deeb93 None None] Network ee84c3c3-d232-4e78-bb71-1721bff770cd requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:04:50.538575 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb814b4-d5ad-48d3-b5e5-b5b694f18257 admin admin] Pushing event updated for resources: {'Network': ['ID=8b371347-3539-4d23-9546-ea91d4d992d4,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:50.553420 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network 8b371347-3539-4d23-9546-ea91d4d992d4 details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:04:50.561262 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-55afdbf7-d5d9-4252-9d12-0c202f0283cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.571978 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-55afdbf7-d5d9-4252-9d12-0c202f0283cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.586236 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-3373608a-ba4c-422c-a1b5-6cc812fca072 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5497549 Jul 30 16:04:50.607551 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-0fb814b4-d5ad-48d3-b5e5-b5b694f18257 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4361942 Jul 30 16:04:50.609213 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53318) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:50.617991 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-4d69545b-fa3a-4016-8ada-cf0867108179 admin admin] Request body: {'subnet': {'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-subnet', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:04:50.649102 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55afdbf7-d5d9-4252-9d12-0c202f0283cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:04:50.661047 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a9f05623-e365-4e35-abdc-e485c4da5ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for subnet, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.666038 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afdbf7-d5d9-4252-9d12-0c202f0283cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cd1227-922e-4b97-b589-6afb3f6fcebb,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:50.682135 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d69545b-fa3a-4016-8ada-cf0867108179 admin admin] Made reservation on behalf of 15377e3ad59448e2a0d51249c5cf4a32 for: {'subnet': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:04:50.687974 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-4d69545b-fa3a-4016-8ada-cf0867108179 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.701385 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-55afdbf7-d5d9-4252-9d12-0c202f0283cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.701637 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.segments_db [None req-55afdbf7-d5d9-4252-9d12-0c202f0283cb admin admin] Added segment 33327ab6-b042-4a23-820d-2f085b058812 of type vlan for network ac51fee5-96ff-410d-b23b-24f8c16c68d6 Jul 30 16:04:50.738370 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586552fb-9726-4eac-adf8-1c7221ad6233 None None] Network ee84c3c3-d232-4e78-bb71-1721bff770cd requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:04:50.768364 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f05623-e365-4e35-abdc-e485c4da5ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0ed38a9-6919-4226-9d04-1c45eb199d71,revision_number=0']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:50.771592 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-55afdbf7-d5d9-4252-9d12-0c202f0283cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.799541 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f05623-e365-4e35-abdc-e485c4da5ad1 admin admin] Checking segment: {'id': '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:04:50.799901 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f05623-e365-4e35-abdc-e485c4da5ad1 admin admin] Network hostable DHCP agents. Network: 85982ae8-657f-47f5-b729-6742a565fcec, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:04:50.824691 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-55afdbf7-d5d9-4252-9d12-0c202f0283cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.825735 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55afdbf7-d5d9-4252-9d12-0c202f0283cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:04:50.826372 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-55afdbf7-d5d9-4252-9d12-0c202f0283cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.833852 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f05623-e365-4e35-abdc-e485c4da5ad1 admin admin] Network 85982ae8-657f-47f5-b729-6742a565fcec is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:04:50.895349 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-55afdbf7-d5d9-4252-9d12-0c202f0283cb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4617939 Jul 30 16:04:50.896006 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 53340) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:50.904068 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-52fbb090-6817-4670-938e-6eeb0b42ccdb admin admin] Request body: {'subnet': {'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-187555555-subnet', 'tenant_id': '6553c039f41c41fb9e47c968ec8e6e98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:04:50.914095 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-a9f05623-e365-4e35-abdc-e485c4da5ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, 85982ae8-657f-47f5-b729-6742a565fcec) {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:04:50.924124 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f05623-e365-4e35-abdc-e485c4da5ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:04:50.924725 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a9f05623-e365-4e35-abdc-e485c4da5ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.928112 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4438ec21-3603-42dc-9e54-9564c337e381 None None] Network 85982ae8-657f-47f5-b729-6742a565fcec requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:04:50.941336 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afdbf7-d5d9-4252-9d12-0c202f0283cb admin admin] Pushing event updated for resources: {'Network': ['ID=ac51fee5-96ff-410d-b23b-24f8c16c68d6,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:50.956168 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-4d69545b-fa3a-4016-8ada-cf0867108179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for subnet, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.956613 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fbb090-6817-4670-938e-6eeb0b42ccdb admin admin] Made reservation on behalf of 6553c039f41c41fb9e47c968ec8e6e98 for: {'subnet': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:04:50.961303 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-52fbb090-6817-4670-938e-6eeb0b42ccdb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:50.990533 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network ac51fee5-96ff-410d-b23b-24f8c16c68d6 details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:04:51.030951 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-a9f05623-e365-4e35-abdc-e485c4da5ad1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4001439 Jul 30 16:04:51.031344 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 53346) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:51.034556 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69545b-fa3a-4016-8ada-cf0867108179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11cade48-67f7-4537-a1c0-f728e42f6cbb,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:51.035702 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:04:51.054676 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d69545b-fa3a-4016-8ada-cf0867108179 admin admin] Checking segment: {'id': '36c7b6a9-ed8f-4019-b434-47492d49eeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:04:51.055140 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d69545b-fa3a-4016-8ada-cf0867108179 admin admin] Network hostable DHCP agents. Network: 8b371347-3539-4d23-9546-ea91d4d992d4, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:04:51.075402 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d69545b-fa3a-4016-8ada-cf0867108179 admin admin] Network 8b371347-3539-4d23-9546-ea91d4d992d4 is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:04:51.078367 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2743'] for router, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:51.080324 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2744'] for router, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:51.092161 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-4d69545b-fa3a-4016-8ada-cf0867108179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, 8b371347-3539-4d23-9546-ea91d4d992d4) {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:04:51.097135 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d69545b-fa3a-4016-8ada-cf0867108179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:04:51.097797 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-4d69545b-fa3a-4016-8ada-cf0867108179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:51.122347 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-4d69545b-fa3a-4016-8ada-cf0867108179 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5119178 Jul 30 16:04:51.125052 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53350) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:51.130901 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:04:51.160039 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6be45e4-6952-4a38-ae41-5260f20ebe5f None None] Network 8b371347-3539-4d23-9546-ea91d4d992d4 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:04:51.203888 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2743'] for router, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:51.205068 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2744'] for router, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:51.251108 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:51.401441 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:51.494949 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ab6931-0e42-5e2b-bdaf-3677ef1877a7-8b371347-3539-4d23-9546-ea91d4d992d4', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb'}]}} from dv-cinder-802955-2-iscsi. {{(pid=93355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:04:51.494949 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:51.627463 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:51.630723 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53404) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:51.634148 dv-cinder-802955-2-iscsi neutron-server[93354]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 16:04:51.658450 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:51.777782 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 53426) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:51.796349 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ab6931-0e42-5e2b-bdaf-3677ef1877a7-85982ae8-657f-47f5-b729-6742a565fcec', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71'}]}} from dv-cinder-802955-2-iscsi. {{(pid=93355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:04:51.797336 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:51.813988 dv-cinder-802955-2-iscsi neutron-server[93353]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 16:04:51.925093 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.db_base_plugin_common [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Allocated IP 172.20.0.2 (8b371347-3539-4d23-9546-ea91d4d992d4/11cade48-67f7-4537-a1c0-f728e42f6cbb/a0462106-c7ed-460e-a9a0-dfe16e62286c) {{(pid=93355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:04:51.951081 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-52fbb090-6817-4670-938e-6eeb0b42ccdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for subnet, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.039317 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-9ac986f7-2b71-499d-bb33-b1969ecdb145 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:04:52.040561 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-9ac986f7-2b71-499d-bb33-b1969ecdb145 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/networks?id=9d9df665-303f-4ad5-ae03-1b82c68d7a17 HTTP/1.1" status: 200 len: 812 time: 0.4083161 Jul 30 16:04:52.047603 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.db_base_plugin_common [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Allocated IP 172.20.0.2 (85982ae8-657f-47f5-b729-6742a565fcec/f0ed38a9-6919-4226-9d04-1c45eb199d71/134f4524-9284-4da2-8f4a-39e826f61ac8) {{(pid=93355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:04:52.072830 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-a5afbf16-c785-47d2-b7d3-80bacb31ee5f tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/quotas/dab2c012bf2b488388b2d56f3104d4b5 HTTP/1.1" status: 200 len: 375 time: 0.0212364 Jul 30 16:04:52.125290 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53434) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:52.208665 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-2a231e0a-8941-4062-a814-07d7262f05c3 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dab2c012bf2b488388b2d56f3104d4b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840652 Jul 30 16:04:52.222538 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 53440) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:52.230192 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbb090-6817-4670-938e-6eeb0b42ccdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a10c707-a593-465f-9fb7-14f4864d1a33,revision_number=0']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:52.291187 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.317194 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.338467 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936176da-286a-4249-ab24-c873bf2d6579 req-fc7bc4ee-8ef0-4834-80de-0a51a36f4869 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:04:52.342170 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Notify callbacks [] for port, precommit_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.343521 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-936176da-286a-4249-ab24-c873bf2d6579 req-fc7bc4ee-8ef0-4834-80de-0a51a36f4869 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/networks?id=ee84c3c3-d232-4e78-bb71-1721bff770cd HTTP/1.1" status: 200 len: 815 time: 0.5621979 Jul 30 16:04:52.351308 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Transition to ACTIVE for port object 134f4524-9284-4da2-8f4a-39e826f61ac8 will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:04:52.366489 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Transition to ACTIVE for port object 134f4524-9284-4da2-8f4a-39e826f61ac8 will not be triggered until provisioned by entity DHCP. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:04:52.377758 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.379768 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fbb090-6817-4670-938e-6eeb0b42ccdb admin admin] Checking segment: {'id': '33327ab6-b042-4a23-820d-2f085b058812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:04:52.381599 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fbb090-6817-4670-938e-6eeb0b42ccdb admin admin] Network hostable DHCP agents. Network: ac51fee5-96ff-410d-b23b-24f8c16c68d6, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:04:52.388731 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Notify callbacks [] for port, precommit_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.420994 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-936176da-286a-4249-ab24-c873bf2d6579 req-380c7522-5d82-49ce-a50b-cfddd18a5587 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/quotas/4db3b69e8a5f4b47a62fe9e771a7885b HTTP/1.1" status: 200 len: 375 time: 0.0571122 Jul 30 16:04:52.468303 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-09442f42-9a65-46b2-bce0-93e456dcdceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.490798 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-ef7ce658-fe45-470f-aa9d-a4617202169a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93354) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 16:04:52.491903 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-ef7ce658-fe45-470f-aa9d-a4617202169a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0908122 Jul 30 16:04:52.517262 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-936176da-286a-4249-ab24-c873bf2d6579 req-60dd92f0-4c57-47a1-9e80-bfa70809e9d8 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4db3b69e8a5f4b47a62fe9e771a7885b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865686 Jul 30 16:04:52.531978 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Network 85982ae8-657f-47f5-b729-6742a565fcec is already hosted by enough agents. {{(pid=93355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:04:52.536815 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.base_scheduler [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Resources bound (agent type, host, resource id): {{(pid=93355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:04:52.538798 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Transition to ACTIVE for port object a0462106-c7ed-460e-a9a0-dfe16e62286c will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:04:52.548678 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Received port after_create {{(pid=93355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:04:52.576522 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fbb090-6817-4670-938e-6eeb0b42ccdb admin admin] Network ac51fee5-96ff-410d-b23b-24f8c16c68d6 is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:04:52.581654 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Allocated IP 172.27.3.199 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/2336b2d2-9540-4f39-a476-216b26d05d62) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:04:52.584121 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a447f782-47b6-48d5-962b-d499057e7c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.588483 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Pushing event updated for resources: {'Port': ['ID=134f4524-9284-4da2-8f4a-39e826f61ac8,revision_number=1']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:52.595460 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Transition to ACTIVE for port object a0462106-c7ed-460e-a9a0-dfe16e62286c will not be triggered until provisioned by entity DHCP. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:04:52.603837 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:52.604190 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:52.604539 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:52.604932 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:52.605260 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:52.605590 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:52.605969 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:52.606301 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:52.606633 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:52.606960 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:52.607303 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:52.607619 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Tracked resource versions report: Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: pushed versions: Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: { 'AddressGroup': {'1.2'}, Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'ConntrackHelper': {'1.0'}, Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Log': {'1.0'}, Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Network': {'1.1'}, Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Port': {'1.7'}, Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'PortForwarding': {'1.2'}, Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'QosPolicy': {'1.8'}, Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'SecurityGroup': {'1.4'}, Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'SecurityGroupRule': {'1.2'}, Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'SubPort': {'1.0'}, Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Subnet': {'1.1'}, Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Trunk': {'1.1'}} Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: consumer versions: Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: { DHCP agent@dv-cinder-802955-2-iscsi: {}, Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: HyperV agent@hv-cinder-80295: {}, Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: L3 agent@dv-cinder-802955-2-iscsi: {}, Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: Metadata agent@dv-cinder-802955-2-iscsi: {}, Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: Metering agent@dv-cinder-802955-2-iscsi: {}, Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: Open vSwitch agent@dv-cinder-802955-2-iscsi: { 'AddressGroup': '1.2', Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'ConntrackHelper': '1.0', Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Log': '1.0', Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Network': '1.1', Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Port': '1.7', Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'PortForwarding': '1.2', Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'QosPolicy': '1.8', Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'SecurityGroup': '1.4', Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'SecurityGroupRule': '1.2', Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'SubPort': '1.0', Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Subnet': '1.1', Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: 'Trunk': '1.1'}} Jul 30 16:04:52.608795 dv-cinder-802955-2-iscsi neutron-server[93355]: {{(pid=93355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 16:04:52.641588 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-52fbb090-6817-4670-938e-6eeb0b42ccdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, ac51fee5-96ff-410d-b23b-24f8c16c68d6) {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:04:52.642703 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.646520 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Attempting to bind port 134f4524-9284-4da2-8f4a-39e826f61ac8 on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:04:52.647143 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Attempting to bind port 134f4524-9284-4da2-8f4a-39e826f61ac8 by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:04:52.647751 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Attempting to bind port 134f4524-9284-4da2-8f4a-39e826f61ac8 on network 85982ae8-657f-47f5-b729-6742a565fcec {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:04:52.649827 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fbb090-6817-4670-938e-6eeb0b42ccdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:04:52.650676 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-52fbb090-6817-4670-938e-6eeb0b42ccdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.664830 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:04:52.666712 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Checking segment: {'id': '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:04:52.669553 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.670769 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Bound using segment: {'id': '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:04:52.671396 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Bound port: 134f4524-9284-4da2-8f4a-39e826f61ac8, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:04:52.673522 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.676361 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5f6de3-9a86-4342-84e0-cd2db6468b64 None None] Network ac51fee5-96ff-410d-b23b-24f8c16c68d6 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:04:52.695045 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [req-936176da-286a-4249-ab24-c873bf2d6579 req-770439be-d232-4646-9344-5682bf53373d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93353) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 16:04:52.696058 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-936176da-286a-4249-ab24-c873bf2d6579 req-770439be-d232-4646-9344-5682bf53373d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0739102 Jul 30 16:04:52.713728 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.757272 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-a4e37496-2f7e-4719-81c0-6b2f3baf4faf service neutron] 10.222.0.61 "GET /v2.0/networks/9d9df665-303f-4ad5-ae03-1b82c68d7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488058 Jul 30 16:04:52.776327 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Network 8b371347-3539-4d23-9546-ea91d4d992d4 is already hosted by enough agents. {{(pid=93355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:04:52.779675 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.805959 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.base_scheduler [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Resources bound (agent type, host, resource id): {{(pid=93355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:04:52.813592 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Pushing event updated for resources: {'Port': ['ID=a0462106-c7ed-460e-a9a0-dfe16e62286c,revision_number=1']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:52.815808 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Received port after_create {{(pid=93355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:04:52.865300 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-09442f42-9a65-46b2-bce0-93e456dcdceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.865769 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-936176da-286a-4249-ab24-c873bf2d6579 req-bf1f79e8-43c9-45ca-9ae1-2510945832db service neutron] 10.222.0.61 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613896 Jul 30 16:04:52.876545 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-09442f42-9a65-46b2-bce0-93e456dcdceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.880927 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.927185 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] For port 134f4524-9284-4da2-8f4a-39e826f61ac8, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:04:52.931717 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] For port 134f4524-9284-4da2-8f4a-39e826f61ac8, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=134f4524-9284-4da2-8f4a-39e826f61ac8,segment=NetworkSegment(5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b),segment_id=5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:04:52.950287 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-09442f42-9a65-46b2-bce0-93e456dcdceb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7fae3073e64a4c59a0082d0729e705df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8210397 Jul 30 16:04:52.950793 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 53458) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:52.952943 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:52.958559 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Attempting to bind port a0462106-c7ed-460e-a9a0-dfe16e62286c on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:04:52.959217 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Attempting to bind port a0462106-c7ed-460e-a9a0-dfe16e62286c by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': '36c7b6a9-ed8f-4019-b434-47492d49eeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:04:52.959584 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Attempting to bind port a0462106-c7ed-460e-a9a0-dfe16e62286c on network 8b371347-3539-4d23-9546-ea91d4d992d4 {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:04:52.962861 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-fb588444-7197-44d1-afef-a0a71bb3af50 service neutron] 10.222.0.61 "GET /v2.0/networks/9d9df665-303f-4ad5-ae03-1b82c68d7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873789 Jul 30 16:04:52.988185 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09442f42-9a65-46b2-bce0-93e456dcdceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b048d5-29f4-4eda-9bfc-cb196731f000,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:52.993585 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:53.015470 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961c0e74-6e51-4ff6-b150-a199ec882308 None None] Network ac51fee5-96ff-410d-b23b-24f8c16c68d6 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:04:53.023560 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:04:53.024456 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Checking segment: {'id': '36c7b6a9-ed8f-4019-b434-47492d49eeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:04:53.024456 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:53.024724 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Bound using segment: {'id': '36c7b6a9-ed8f-4019-b434-47492d49eeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:04:53.025194 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Bound port: a0462106-c7ed-460e-a9a0-dfe16e62286c, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c7b6a9-ed8f-4019-b434-47492d49eeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:04:53.025596 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:53.047959 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:04:53.052348 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:04:53.056331 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:04:53.111435 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Pushing event updated for resources: {'Port': ['ID=2336b2d2-9540-4f39-a476-216b26d05d62,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:53.126751 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf17019-de4e-4be8-b334-35c0b2fe236c None None] Pushing event updated for resources: {'Port': ['ID=134f4524-9284-4da2-8f4a-39e826f61ac8,revision_number=2']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:53.269194 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-936176da-286a-4249-ab24-c873bf2d6579 req-8dcd8df9-b1d8-4786-a0c2-317c0d3c5b82 service neutron] 10.222.0.61 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900907 Jul 30 16:04:53.271695 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Allocated IP 172.27.3.90 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/cb56f996-2aeb-45dc-b8da-8d0d00542e2e) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:04:53.307931 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] For port a0462106-c7ed-460e-a9a0-dfe16e62286c, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:04:53.314588 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-af4940e8-f2f5-41a7-bc33-e5b6c9d87e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:53.321478 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] For port a0462106-c7ed-460e-a9a0-dfe16e62286c, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=a0462106-c7ed-460e-a9a0-dfe16e62286c,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:04:53.333410 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:53.355024 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a447f782-47b6-48d5-962b-d499057e7c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:53.502613 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a447f782-47b6-48d5-962b-d499057e7c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:53.539764 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-af4940e8-f2f5-41a7-bc33-e5b6c9d87e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:53.567500 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-52fbb090-6817-4670-938e-6eeb0b42ccdb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6670659 Jul 30 16:04:53.577865 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5219d-7f9f-47ae-9f36-148da375df96 None None] Pushing event updated for resources: {'Port': ['ID=a0462106-c7ed-460e-a9a0-dfe16e62286c,revision_number=2']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:53.581683 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53482) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:53.590658 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-187555555-router', 'tenant_id': '6553c039f41c41fb9e47c968ec8e6e98', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:04:53.638101 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c4626188-7026-491d-823a-1299d3562105 req-29a937b9-1902-47e1-8873-39bc8c16e662 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 210 time: 0.1217358 Jul 30 16:04:53.694510 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:53.711618 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447f782-47b6-48d5-962b-d499057e7c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f906fd33-f44d-494a-ae03-8be4f52a5fa3,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:53.722558 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-a447f782-47b6-48d5-962b-d499057e7c70 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=86336853d1e44676bd69928eda5251ec&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4883065 Jul 30 16:04:53.726634 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 53496) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:53.747952 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2743'] for router, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:53.749441 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2744'] for router, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:53.960056 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-85f150fe-76fa-46cd-bb0e-d8056853a83f req-83007618-d0d2-4ce6-b328-32a717595b28 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 210 time: 0.2330086 Jul 30 16:04:54.013084 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-af4940e8-f2f5-41a7-bc33-e5b6c9d87e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:54.019584 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-af4940e8-f2f5-41a7-bc33-e5b6c9d87e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:54.019584 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-af4940e8-f2f5-41a7-bc33-e5b6c9d87e89 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/15b048d5-29f4-4eda-9bfc-cb196731f000 HTTP/1.1" status: 204 len: 168 time: 1.0640810 Jul 30 16:04:54.020618 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:54.046308 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4940e8-f2f5-41a7-bc33-e5b6c9d87e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b048d5-29f4-4eda-9bfc-cb196731f000,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:54.074466 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ef71356b-21b4-4a52-b315-a49b6a9a8e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:54.136961 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ef71356b-21b4-4a52-b315-a49b6a9a8e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:54.212050 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:54.269778 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:54.337032 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ef71356b-21b4-4a52-b315-a49b6a9a8e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:54.342767 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ef71356b-21b4-4a52-b315-a49b6a9a8e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:54.344206 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-ef71356b-21b4-4a52-b315-a49b6a9a8e15 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f906fd33-f44d-494a-ae03-8be4f52a5fa3 HTTP/1.1" status: 204 len: 168 time: 0.6157937 Jul 30 16:04:54.370025 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:04:54.374055 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71356b-21b4-4a52-b315-a49b6a9a8e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f906fd33-f44d-494a-ae03-8be4f52a5fa3,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:54.399518 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:04:54.434911 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Pushing event updated for resources: {'Port': ['ID=cb56f996-2aeb-45dc-b8da-8d0d00542e2e,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:54.450507 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:04:54.650398 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 134f4524-9284-4da2-8f4a-39e826f61ac8 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:04:54.763892 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847aeb57-95f5-4d18-8af1-48d026cf7f30 None None] Network 85982ae8-657f-47f5-b729-6742a565fcec requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:04:54.813253 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53552) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:54.821405 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-01860310-cdcb-4f07-a123-54970df3059e req-d978b195-1045-4588-871d-b711d29d3841 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 210 time: 0.0408232 Jul 30 16:04:54.834849 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:54.950036 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:54.952081 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701584'] for router, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:54.982659 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-88058b9c-d142-4b45-a711-ecb575695e8b None None] Provisioning for port 134f4524-9284-4da2-8f4a-39e826f61ac8 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:04:55.067443 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b13b8a31-9834-4ac6-97e1-21aee9004567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:55.068990 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8e8f34-474e-4f4c-b1be-bb5e87a76387 None None] Network 8b371347-3539-4d23-9546-ea91d4d992d4 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:04:55.075758 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53556) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:55.103154 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port 134f4524-9284-4da2-8f4a-39e826f61ac8 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:04:55.169374 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 53564) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:55.212288 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 134f4524-9284-4da2-8f4a-39e826f61ac8 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:04:55.213150 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:55.257613 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-39af3785-8db2-4418-9e63-05cb0820e79a req-f10bf0a2-0591-40ab-a914-ed8d80511aec tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 210 time: 0.0675576 Jul 30 16:04:55.270466 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-10bffd2a-71ac-4994-aa16-3ff491efe5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:55.360530 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-abb4a6ca-8a07-4e09-a9eb-44fd3c09caff None None] Provisioning for port a0462106-c7ed-460e-a9a0-dfe16e62286c completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:04:55.381324 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b13b8a31-9834-4ac6-97e1-21aee9004567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:55.403931 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b13b8a31-9834-4ac6-97e1-21aee9004567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:55.432432 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701584'] for router, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:55.509948 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:55.535037 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-b13b8a31-9834-4ac6-97e1-21aee9004567 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f694524a949f469cbfd7e768b8708134&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6823282 Jul 30 16:04:55.543965 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53576) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:55.573339 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b8a31-9834-4ac6-97e1-21aee9004567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c091073e-5659-4b26-8502-b98bae6e4f3f,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:55.575848 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b is scheduled to L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 with binding_index 1 {{(pid=93354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:04:55.602731 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-10bffd2a-71ac-4994-aa16-3ff491efe5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:55.649124 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port 134f4524-9284-4da2-8f4a-39e826f61ac8, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=134f4524-9284-4da2-8f4a-39e826f61ac8,segment=NetworkSegment(5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b),segment_id=5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:04:55.662209 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:55.663054 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device a0462106-c7ed-460e-a9a0-dfe16e62286c up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:04:55.671917 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-10bffd2a-71ac-4994-aa16-3ff491efe5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:55.817823 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port a0462106-c7ed-460e-a9a0-dfe16e62286c completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:04:55.825256 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port a0462106-c7ed-460e-a9a0-dfe16e62286c triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:04:55.825620 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:55.827318 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=134f4524-9284-4da2-8f4a-39e826f61ac8,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:55.832383 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-10bffd2a-71ac-4994-aa16-3ff491efe5ee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75b909ccc0e74ec68b5b57e1f07fc129&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6552968 Jul 30 16:04:55.841522 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bffd2a-71ac-4994-aa16-3ff491efe5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d3c5b2-78d1-4055-8503-c60654e4baff,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:55.857911 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53584) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:55.918233 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-40fc2301-3676-41b5-ad33-d49210060820 None None] Provisioning complete for port 134f4524-9284-4da2-8f4a-39e826f61ac8 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:04:55.919020 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-40fc2301-3676-41b5-ad33-d49210060820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.016817 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.031216 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-abe2c905-7c3e-4b06-84ff-35bf5b2a8cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.048002 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7cc4-8233-4468-b9aa-3577bdf16818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.069780 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Router e060900b-c760-4591-9d4b-aa2e444b1f79 is scheduled to L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 with binding_index 1 {{(pid=93353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:04:56.143780 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7cc4-8233-4468-b9aa-3577bdf16818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.161336 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port a0462106-c7ed-460e-a9a0-dfe16e62286c, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=a0462106-c7ed-460e-a9a0-dfe16e62286c,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:04:56.168572 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.202245 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:04:56.219246 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Sync routers for ids ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:04:56.235274 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Routers {'6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:04:56.236013 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:04:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:04:56.247063 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-88870425-e30d-4396-acc6-bef5280f0a62 req-12c5b415-d380-4503-ab31-207cf7a0d121 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 210 time: 0.0905910 Jul 30 16:04:56.251503 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.287546 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=a0462106-c7ed-460e-a9a0-dfe16e62286c,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:56.303159 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.312521 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:04:56.321796 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-2dd0bdb0-c1f9-417f-b17b-2ca45bf19a93 None None] Provisioning complete for port a0462106-c7ed-460e-a9a0-dfe16e62286c triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:04:56.324475 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-2dd0bdb0-c1f9-417f-b17b-2ca45bf19a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.338232 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Sync routers for ids ['e060900b-c760-4591-9d4b-aa2e444b1f79'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:04:56.357029 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-dd222b0e-e29a-431b-ac98-3cb08c714f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.386243 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7cc4-8233-4468-b9aa-3577bdf16818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.389019 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7cc4-8233-4468-b9aa-3577bdf16818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.390040 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-0f1e7cc4-8233-4468-b9aa-3577bdf16818 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c091073e-5659-4b26-8502-b98bae6e4f3f HTTP/1.1" status: 204 len: 168 time: 0.8411849 Jul 30 16:04:56.424513 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-abe2c905-7c3e-4b06-84ff-35bf5b2a8cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.432874 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] Notify callbacks [] for router, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.435640 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Routers {'e060900b-c760-4591-9d4b-aa2e444b1f79'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:04:56.436582 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:04:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['e060900b-c760-4591-9d4b-aa2e444b1f79'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:04:56.437643 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-b7720874-ff1e-4b29-864f-a9c9f3a7f3ac admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4053409 Jul 30 16:04:56.438285 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 53598) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:56.468927 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] Notify callbacks [] for router, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.470151 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-330c65a3-45e0-4deb-a106-3ff32cb76a8c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3441160 Jul 30 16:04:56.479446 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-abe2c905-7c3e-4b06-84ff-35bf5b2a8cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.497705 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53600) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:56.498437 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Set router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:04:56.510043 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-dd222b0e-e29a-431b-ac98-3cb08c714f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.630071 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Set router e060900b-c760-4591-9d4b-aa2e444b1f79 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:04:56.632637 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e7cc4-8233-4468-b9aa-3577bdf16818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c091073e-5659-4b26-8502-b98bae6e4f3f,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:56.707613 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2c905-7c3e-4b06-84ff-35bf5b2a8cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1c6207-a0eb-4576-910c-a150aea98e2b,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:56.756606 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f849a32a-a607-43c8-989c-b5dc5ab887a8 req-551fdbd3-4bfa-4546-9e26-6e94138e7459 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 210 time: 0.0601895 Jul 30 16:04:56.784931 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:04:53Z', 'revision_number': 3, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:04:56.807987 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-abe2c905-7c3e-4b06-84ff-35bf5b2a8cb6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5eb08e9dcfb2490492367df5022ed438&name=default HTTP/1.1" status: 200 len: 2978 time: 1.7171810 Jul 30 16:04:56.807987 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53604) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:56.843410 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Checking router: 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:04:56.843759 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Updating router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b port 2336b2d2-9540-4f39-a476-216b26d05d62 binding host dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:04:56.899907 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:56.951528 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.60', 63399) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:57.064374 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Allocated IP 172.27.3.105 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:04:57.066718 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-dd222b0e-e29a-431b-ac98-3cb08c714f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:57.069451 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-dd222b0e-e29a-431b-ac98-3cb08c714f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:57.073254 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-dd222b0e-e29a-431b-ac98-3cb08c714f12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4d3c5b2-78d1-4055-8503-c60654e4baff HTTP/1.1" status: 204 len: 168 time: 1.1591556 Jul 30 16:04:57.077205 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e9dbd040-0642-4884-89e4-6ea0e4340a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:57.077547 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 134f4524-9284-4da2-8f4a-39e826f61ac8 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:04:57.117426 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd222b0e-e29a-431b-ac98-3cb08c714f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d3c5b2-78d1-4055-8503-c60654e4baff,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:57.229209 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-e0693828-218d-4d79-aa9c-8094b7bcedc1 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:04:57.231118 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-e0693828-218d-4d79-aa9c-8094b7bcedc1 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.60 "GET /v2.0/networks?id=9d9df665-303f-4ad5-ae03-1b82c68d7a17 HTTP/1.1" status: 200 len: 812 time: 0.2783117 Jul 30 16:04:57.288931 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-4daeb6bb-051f-4622-8077-bded8fa14165 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Request body: {'port': {'device_id': '5781093c-33dc-4c85-808f-44f3bd24a864', 'network_id': '9d9df665-303f-4ad5-ae03-1b82c68d7a17', 'admin_state_up': True, 'tenant_id': 'dab2c012bf2b488388b2d56f3104d4b5'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:04:57.407706 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:04:54Z', 'revision_number': 3, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:04:57.409509 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 134f4524-9284-4da2-8f4a-39e826f61ac8 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:04:57.409879 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:57.464999 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Checking router: e060900b-c760-4591-9d4b-aa2e444b1f79 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:04:57.465349 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Updating router e060900b-c760-4591-9d4b-aa2e444b1f79 port cb56f996-2aeb-45dc-b8da-8d0d00542e2e binding host dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:04:57.522225 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:57.541388 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a176413e-27fd-4c7a-bddd-6af8a706e2fc req-60dd26d1-a1e4-4eea-b351-fde6bc0818d2 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 210 time: 0.1440430 Jul 30 16:04:57.577150 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:57.625807 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.60', 63404) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:04:57.640016 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e9dbd040-0642-4884-89e4-6ea0e4340a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:57.873283 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-4daeb6bb-051f-4622-8077-bded8fa14165 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Made reservation on behalf of dab2c012bf2b488388b2d56f3104d4b5 for: {'port': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:04:57.880400 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-4daeb6bb-051f-4622-8077-bded8fa14165 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:57.936611 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device a0462106-c7ed-460e-a9a0-dfe16e62286c up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:04:58.007255 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c846fc0d-72f4-44ac-af83-d417ac882ee3 req-0be5e562-aad1-481c-84a4-f55a3af49e2d tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 210 time: 0.0660379 Jul 30 16:04:58.014634 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:58.019420 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:58.033079 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e9dbd040-0642-4884-89e4-6ea0e4340a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:58.035531 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e9dbd040-0642-4884-89e4-6ea0e4340a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:58.041112 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-e9dbd040-0642-4884-89e4-6ea0e4340a55 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/be1c6207-a0eb-4576-910c-a150aea98e2b HTTP/1.1" status: 204 len: 168 time: 1.2392979 Jul 30 16:04:58.055306 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port a0462106-c7ed-460e-a9a0-dfe16e62286c triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:04:58.055819 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:58.104590 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:04:58.108824 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:04:58.110872 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbd040-0642-4884-89e4-6ea0e4340a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1c6207-a0eb-4576-910c-a150aea98e2b,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:58.115978 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:04:58.178757 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936176da-286a-4249-ab24-c873bf2d6579 req-3fb8c66a-17cf-420d-a599-8201542974a9 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:04:58.185730 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:58.185937 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-936176da-286a-4249-ab24-c873bf2d6579 req-3fb8c66a-17cf-420d-a599-8201542974a9 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.60 "GET /v2.0/networks?id=ee84c3c3-d232-4e78-bb71-1721bff770cd HTTP/1.1" status: 200 len: 815 time: 0.5586517 Jul 30 16:04:58.283191 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-936176da-286a-4249-ab24-c873bf2d6579 req-db542577-46cc-4fb0-bf5e-ef56f6adb07f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Request body: {'port': {'device_id': 'd4fb17a8-bd78-43c1-a0d0-d9716e3873e6', 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd', 'admin_state_up': True, 'tenant_id': '4db3b69e8a5f4b47a62fe9e771a7885b'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:04:58.344029 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Notify callbacks [] for port, precommit_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:58.369220 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.provisioning_blocks [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Transition to ACTIVE for port object 2336b2d2-9540-4f39-a476-216b26d05d62 will not be triggered until provisioned by entity L2. {{(pid=93356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:04:58.377518 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:58.411168 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:58.468555 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2271f-5760-48e6-a78a-3969472859c6 None None] Pushing event updated for resources: {'Port': ['ID=2336b2d2-9540-4f39-a476-216b26d05d62,revision_number=2']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:58.494668 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2271f-5760-48e6-a78a-3969472859c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:58.495315 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2271f-5760-48e6-a78a-3969472859c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:58.495825 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2271f-5760-48e6-a78a-3969472859c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:58.496326 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2271f-5760-48e6-a78a-3969472859c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:58.498204 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2271f-5760-48e6-a78a-3969472859c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:58.499600 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2271f-5760-48e6-a78a-3969472859c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:58.500194 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2271f-5760-48e6-a78a-3969472859c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:58.501324 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2271f-5760-48e6-a78a-3969472859c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:58.502629 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2271f-5760-48e6-a78a-3969472859c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:58.503391 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2271f-5760-48e6-a78a-3969472859c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:58.506180 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2271f-5760-48e6-a78a-3969472859c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:58.507444 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2271f-5760-48e6-a78a-3969472859c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c2271f-5760-48e6-a78a-3969472859c6 None None] Tracked resource versions report: Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: pushed versions: Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: { 'AddressGroup': {'1.2'}, Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'ConntrackHelper': {'1.0'}, Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Log': {'1.0'}, Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Network': {'1.1'}, Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Port': {'1.7'}, Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'PortForwarding': {'1.2'}, Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'QosPolicy': {'1.8'}, Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'SecurityGroup': {'1.4'}, Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'SecurityGroupRule': {'1.2'}, Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'SubPort': {'1.0'}, Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Subnet': {'1.1'}, Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Trunk': {'1.1'}} Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: consumer versions: Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: { DHCP agent@dv-cinder-802955-2-iscsi: {}, Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: HyperV agent@hv-cinder-80295: {}, Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: L3 agent@dv-cinder-802955-2-iscsi: {}, Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: Metadata agent@dv-cinder-802955-2-iscsi: {}, Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: Metering agent@dv-cinder-802955-2-iscsi: {}, Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: Open vSwitch agent@dv-cinder-802955-2-iscsi: { 'AddressGroup': '1.2', Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'ConntrackHelper': '1.0', Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Log': '1.0', Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Network': '1.1', Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Port': '1.7', Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'PortForwarding': '1.2', Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'QosPolicy': '1.8', Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'SecurityGroup': '1.4', Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'SecurityGroupRule': '1.2', Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'SubPort': '1.0', Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Subnet': '1.1', Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: 'Trunk': '1.1'}} Jul 30 16:04:58.508971 dv-cinder-802955-2-iscsi neutron-server[93356]: {{(pid=93356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 16:04:58.589674 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Attempting to bind port 2336b2d2-9540-4f39-a476-216b26d05d62 on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:04:58.598743 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Attempting to bind port 2336b2d2-9540-4f39-a476-216b26d05d62 by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:04:58.598743 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Attempting to bind port 2336b2d2-9540-4f39-a476-216b26d05d62 on network 44fd2069-56d3-48dd-a694-00b845ece913 {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:04:58.612490 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:04:58.612935 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Checking segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:04:58.613360 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:58.613794 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Bound using segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:04:58.618648 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Bound port: 2336b2d2-9540-4f39-a476-216b26d05d62, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:04:58.619286 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:58.774011 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] For port 2336b2d2-9540-4f39-a476-216b26d05d62, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:04:58.780339 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] For port 2336b2d2-9540-4f39-a476-216b26d05d62, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=2336b2d2-9540-4f39-a476-216b26d05d62,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:04:58.784882 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:58.785156 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:58.885136 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Notify callbacks [] for port, precommit_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:58.899977 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-89058f45-b4f3-421e-972c-69aeea342cf1 req-7ba5e163-25a2-473a-9539-2732e4dd4f59 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 210 time: 0.0959868 Jul 30 16:04:58.940563 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Transition to ACTIVE for port object cb56f996-2aeb-45dc-b8da-8d0d00542e2e will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:04:58.961007 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:59.019305 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Routers {'6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:04:59.020189 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:04:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:04:59.103378 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2def512-2e94-46d9-94ba-b77492ef3776 None None] Pushing event updated for resources: {'Port': ['ID=cb56f996-2aeb-45dc-b8da-8d0d00542e2e,revision_number=2']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:59.144227 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Attempting to bind port cb56f996-2aeb-45dc-b8da-8d0d00542e2e on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:04:59.146323 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Attempting to bind port cb56f996-2aeb-45dc-b8da-8d0d00542e2e by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:04:59.147519 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Attempting to bind port cb56f996-2aeb-45dc-b8da-8d0d00542e2e on network 44fd2069-56d3-48dd-a694-00b845ece913 {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:04:59.157284 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:04:59.162148 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Checking segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:04:59.162148 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:59.165113 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Bound using segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:04:59.165911 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Bound port: cb56f996-2aeb-45dc-b8da-8d0d00542e2e, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:04:59.166510 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:59.206952 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2271f-5760-48e6-a78a-3969472859c6 None None] Pushing event updated for resources: {'Port': ['ID=2336b2d2-9540-4f39-a476-216b26d05d62,revision_number=3']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:59.226253 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] For port cb56f996-2aeb-45dc-b8da-8d0d00542e2e, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:04:59.231791 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-4daeb6bb-051f-4622-8077-bded8fa14165 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Allocated IP 172.20.0.14 (9d9df665-303f-4ad5-ae03-1b82c68d7a17/c0410231-bd6f-4668-8090-1bfc35e566c6/af6b2a1b-47c7-4d06-992a-899ac75e6ce7) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:04:59.235114 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] For port cb56f996-2aeb-45dc-b8da-8d0d00542e2e, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=cb56f996-2aeb-45dc-b8da-8d0d00542e2e,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:04:59.238718 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936176da-286a-4249-ab24-c873bf2d6579 req-db542577-46cc-4fb0-bf5e-ef56f6adb07f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Made reservation on behalf of 4db3b69e8a5f4b47a62fe9e771a7885b for: {'port': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:04:59.245194 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:59.261441 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-936176da-286a-4249-ab24-c873bf2d6579 req-db542577-46cc-4fb0-bf5e-ef56f6adb07f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:59.377717 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-39a2b23c-dc4d-4218-b06a-a2e5f8a2a6ff req-c8fe3a76-d43d-46b4-9054-b3e170732cf8 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 210 time: 0.0882914 Jul 30 16:04:59.446762 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Allocated IP 172.20.0.1 (8b371347-3539-4d23-9546-ea91d4d992d4/11cade48-67f7-4537-a1c0-f728e42f6cbb/165b46cb-0e02-4f76-ae19-247b762210a5) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:04:59.485369 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Routers {'e060900b-c760-4591-9d4b-aa2e444b1f79'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:04:59.487890 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:04:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['e060900b-c760-4591-9d4b-aa2e444b1f79'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:04:59.493489 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2def512-2e94-46d9-94ba-b77492ef3776 None None] Pushing event updated for resources: {'Port': ['ID=cb56f996-2aeb-45dc-b8da-8d0d00542e2e,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:04:59.557198 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] Set router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:04:59.597345 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Allocated IP 172.20.0.1 (85982ae8-657f-47f5-b729-6742a565fcec/f0ed38a9-6919-4226-9d04-1c45eb199d71/3d8f361a-2536-4f2c-8de1-24b2deddc247) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:04:59.727963 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701584'] for router, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:59.769580 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:59.796583 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Transition to ACTIVE for port object 3d8f361a-2536-4f2c-8de1-24b2deddc247 will not be triggered until provisioned by entity DHCP. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:04:59.853088 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:59.883814 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] Set router e060900b-c760-4591-9d4b-aa2e444b1f79 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:04:59.989293 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Network 85982ae8-657f-47f5-b729-6742a565fcec is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:05:00.004000 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:04:53Z', 'revision_number': 3, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:00.023229 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:05:00.041626 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:05:00.042417 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701519'] for router_interface, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:00.135130 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d2685f-50ec-4622-8271-858a02b79f08 None None] The sync data for ids ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'] in dv-cinder-802955-2-iscsi is: [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:04:53Z', 'revision_number': 3, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:05:00.189064 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:00.244138 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.provisioning_blocks [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Transition to ACTIVE for port object 165b46cb-0e02-4f76-ae19-247b762210a5 will not be triggered until provisioned by entity DHCP. {{(pid=93354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:05:00.336791 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Router 1757fcbf-e750-4b04-bd02-d1483c30a994 is scheduled to L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 with binding_index 1 {{(pid=93354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:05:00.372190 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:00.402011 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:04:54Z', 'revision_number': 3, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:00.474753 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ba0425-8127-4550-8b29-0068de0fa148 None None] The sync data for ids ['e060900b-c760-4591-9d4b-aa2e444b1f79'] in dv-cinder-802955-2-iscsi is: [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:04:54Z', 'revision_number': 3, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:05:00.573871 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-c1c901b0-34ed-40e5-be0b-929fc7668780 None None] Provisioning for port 3d8f361a-2536-4f2c-8de1-24b2deddc247 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:05:00.589014 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-c1c901b0-34ed-40e5-be0b-929fc7668780 None None] Provisioning complete for port 3d8f361a-2536-4f2c-8de1-24b2deddc247 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:00.592723 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c1c901b0-34ed-40e5-be0b-929fc7668780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:00.670377 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Network 8b371347-3539-4d23-9546-ea91d4d992d4 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:05:00.707975 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Pushing event updated for resources: {'Port': ['ID=165b46cb-0e02-4f76-ae19-247b762210a5,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:00.724631 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:05:00.728282 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:05:00.731373 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701519'] for router_interface, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:00.762768 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-c1c901b0-34ed-40e5-be0b-929fc7668780 None None] Port 3d8f361a-2536-4f2c-8de1-24b2deddc247 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:05:01.322947 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-4c3fa4d3-4118-4165-b161-6e47f67c7880 None None] Provisioning for port 165b46cb-0e02-4f76-ae19-247b762210a5 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:05:01.334438 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-4c3fa4d3-4118-4165-b161-6e47f67c7880 None None] Provisioning complete for port 165b46cb-0e02-4f76-ae19-247b762210a5 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:01.339977 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa4d3-4118-4165-b161-6e47f67c7880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:01.484382 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-4c3fa4d3-4118-4165-b161-6e47f67c7880 None None] Port 165b46cb-0e02-4f76-ae19-247b762210a5 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:05:01.553269 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [req-936176da-286a-4249-ab24-c873bf2d6579 req-db542577-46cc-4fb0-bf5e-ef56f6adb07f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Allocated IP 172.20.0.13 (ee84c3c3-d232-4e78-bb71-1721bff770cd/64d7ab39-0c0c-4bb3-9f7d-acf99370f255/2535cca8-9cb4-4b9e-8d13-0a21a37b60dd) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:05:01.635149 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-8616dca3-93dc-45ad-b972-3c92ee28edf8 req-db5ffe7c-bc78-4945-8cf2-ad500721627e tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 210 time: 0.7503471 Jul 30 16:05:01.777014 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-29c83e38-f829-417b-99e0-8d5ff0027454 req-cc2437c7-0ba2-4357-86ac-ecee8adac2ef tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 210 time: 1.1002018 Jul 30 16:05:01.829049 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:05:01.846028 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Sync routers for ids ['1757fcbf-e750-4b04-bd02-d1483c30a994'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:05:01.863065 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Routers {'1757fcbf-e750-4b04-bd02-d1483c30a994'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:05:01.863723 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:04:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['1757fcbf-e750-4b04-bd02-d1483c30a994'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:01.917773 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:01.925736 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d8f361a-2536-4f2c-8de1-24b2deddc247,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:01.959320 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] Notify callbacks [] for router, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:01.968989 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-0db21b61-25c0-41bb-a905-09a84eb56317 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.3839839 Jul 30 16:05:01.969690 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53752) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:02.603663 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Set router 1757fcbf-e750-4b04-bd02-d1483c30a994 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:05:02.862387 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 2336b2d2-9540-4f39-a476-216b26d05d62 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:02.959904 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-936176da-286a-4249-ab24-c873bf2d6579 req-db542577-46cc-4fb0-bf5e-ef56f6adb07f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:03.166650 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port 2336b2d2-9540-4f39-a476-216b26d05d62 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:05:03.185430 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 2336b2d2-9540-4f39-a476-216b26d05d62 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:03.185793 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:03.298621 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-0d393591-fa50-4a33-8475-bd57aee916d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:03.356196 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-4daeb6bb-051f-4622-8077-bded8fa14165 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:03.439416 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e6dc76ab-141d-4aeb-a787-151b14ba9143 req-f99cb5e0-4d6e-4508-aeec-f1f9f3c8c417 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 210 time: 0.4458189 Jul 30 16:05:03.458244 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:03.500253 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port 2336b2d2-9540-4f39-a476-216b26d05d62, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=2336b2d2-9540-4f39-a476-216b26d05d62,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:03.508213 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:03.524931 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device cb56f996-2aeb-45dc-b8da-8d0d00542e2e up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:03.548616 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'name': 'tempest-ServerRescueNegativeTestJSON-187555555-router', 'tenant_id': '6553c039f41c41fb9e47c968ec8e6e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:53Z', 'updated_at': '2021-07-30T16:04:58Z', 'revision_number': 3, 'project_id': '6553c039f41c41fb9e47c968ec8e6e98', 'gw_port': {'id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:56Z', 'updated_at': '2021-07-30T16:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:03.623637 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Checking router: 1757fcbf-e750-4b04-bd02-d1483c30a994 for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:05:03.623991 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Updating router 1757fcbf-e750-4b04-bd02-d1483c30a994 port ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4 binding host dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:05:03.648339 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-acd38a34-7d67-4592-9708-bf0258b60773 req-422b6ecb-f6c2-4bf1-b8c8-fd0c9ec72916 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 210 time: 0.2975640 Jul 30 16:05:03.717655 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:03.754111 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:03.865292 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:03.865840 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=2336b2d2-9540-4f39-a476-216b26d05d62,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:03.874927 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:03.880803 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701919'] for router_interface, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:03.949437 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port cb56f996-2aeb-45dc-b8da-8d0d00542e2e completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:05:03.959607 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port cb56f996-2aeb-45dc-b8da-8d0d00542e2e triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:03.959607 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:04.065542 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-4daeb6bb-051f-4622-8077-bded8fa14165 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:04.075415 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-936176da-286a-4249-ab24-c873bf2d6579 req-db542577-46cc-4fb0-bf5e-ef56f6adb07f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:04.299804 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:04.313431 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-4daeb6bb-051f-4622-8077-bded8fa14165 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Network 9d9df665-303f-4ad5-ae03-1b82c68d7a17 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:05:04.356226 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port cb56f996-2aeb-45dc-b8da-8d0d00542e2e, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=cb56f996-2aeb-45dc-b8da-8d0d00542e2e,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:04.368081 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:04.387206 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-4daeb6bb-051f-4622-8077-bded8fa14165 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:05:04.514800 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:04.531190 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 2336b2d2-9540-4f39-a476-216b26d05d62 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:04.531347 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Network 8b371347-3539-4d23-9546-ea91d4d992d4 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:05:04.543145 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.provisioning_blocks [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Transition to ACTIVE for port object ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4 will not be triggered until provisioned by entity L2. {{(pid=93356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:05:04.558159 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:04.563881 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Pushing event updated for resources: {'Port': ['ID=165b46cb-0e02-4f76-ae19-247b762210a5,revision_number=2']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:04.586094 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:05:04.629860 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=cb56f996-2aeb-45dc-b8da-8d0d00542e2e,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:04.652182 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Attempting to bind port ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4 on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:05:04.652559 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Attempting to bind port ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4 by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:05:04.653566 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Attempting to bind port ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4 on network 44fd2069-56d3-48dd-a694-00b845ece913 {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:04.705521 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:05:04.706350 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Checking segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:05:04.706887 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:04.707436 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Bound using segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:05:04.708087 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Bound port: ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:05:04.708611 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:04.775218 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 2336b2d2-9540-4f39-a476-216b26d05d62 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:04.775668 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:04.875676 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:04.884041 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5baefeb-9aa3-4c93-b605-05533a130511 None None] Pushing event updated for resources: {'Port': ['ID=ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4,revision_number=2']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:04.886944 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-4daeb6bb-051f-4622-8077-bded8fa14165 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:05:04.902556 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-4daeb6bb-051f-4622-8077-bded8fa14165 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:04.903652 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-4daeb6bb-051f-4622-8077-bded8fa14165 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:04.938030 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] For port ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:05:04.941114 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:04.942167 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701919'] for router_interface, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:04.944197 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] For port ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:05:04.957675 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:05.024689 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936176da-286a-4249-ab24-c873bf2d6579 req-db542577-46cc-4fb0-bf5e-ef56f6adb07f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Network ee84c3c3-d232-4e78-bb71-1721bff770cd is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:05:05.037422 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [req-936176da-286a-4249-ab24-c873bf2d6579 req-db542577-46cc-4fb0-bf5e-ef56f6adb07f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:05:05.080823 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-936176da-286a-4249-ab24-c873bf2d6579 req-db542577-46cc-4fb0-bf5e-ef56f6adb07f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:05:05.083640 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-0db8c0fa-9956-4dbe-aaea-b7341b6de77e None None] Provisioning complete for port 165b46cb-0e02-4f76-ae19-247b762210a5 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:05.085961 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-0db8c0fa-9956-4dbe-aaea-b7341b6de77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:05.090379 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936176da-286a-4249-ab24-c873bf2d6579 req-db542577-46cc-4fb0-bf5e-ef56f6adb07f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:05.091769 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-936176da-286a-4249-ab24-c873bf2d6579 req-db542577-46cc-4fb0-bf5e-ef56f6adb07f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:05.102663 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daeb6bb-051f-4622-8077-bded8fa14165 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Pushing event updated for resources: {'Port': ['ID=af6b2a1b-47c7-4d06-992a-899ac75e6ce7,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:05.162569 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db542577-46cc-4fb0-bf5e-ef56f6adb07f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Pushing event updated for resources: {'Port': ['ID=2535cca8-9cb4-4b9e-8d13-0a21a37b60dd,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:05.166741 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-4daeb6bb-051f-4622-8077-bded8fa14165 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.8832457 Jul 30 16:05:05.200227 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Routers {'1757fcbf-e750-4b04-bd02-d1483c30a994'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:05:05.201058 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:04:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['1757fcbf-e750-4b04-bd02-d1483c30a994'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:05.237899 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-0db8c0fa-9956-4dbe-aaea-b7341b6de77e None None] Port 165b46cb-0e02-4f76-ae19-247b762210a5 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:05:05.302768 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7900fb85-f038-4f4f-85ff-b89b3b3fddaf tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93353) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 16:05:05.303977 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7900fb85-f038-4f4f-85ff-b89b3b3fddaf tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147715 Jul 30 16:05:05.346849 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0c919-fb53-4f73-8341-4b4b2067640c req-fc046119-f4f4-4167-bd35-291b8095345b tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:05.349381 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ebc0c919-fb53-4f73-8341-4b4b2067640c req-fc046119-f4f4-4167-bd35-291b8095345b tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 932 time: 0.4679666 Jul 30 16:05:05.350742 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5baefeb-9aa3-4c93-b605-05533a130511 None None] Pushing event updated for resources: {'Port': ['ID=ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4,revision_number=3']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:05.361159 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:05.388638 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:05:05.602450 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:05:05.605886 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] Set router 1757fcbf-e750-4b04-bd02-d1483c30a994 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:05:05.616402 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Sync routers for ids ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:05:05.619064 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-e7f92a46-4205-439a-8efa-b10b3da10f6b admin admin] 10.222.0.61 "PUT /v2.0/routers/6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1067445 Jul 30 16:05:05.624465 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ebc0c919-fb53-4f73-8341-4b4b2067640c req-34ba8fd4-257a-4ee8-bf8b-c61272501e09 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672639 Jul 30 16:05:05.673029 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Routers {'6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:05:05.674084 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:04:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:05.684420 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040fc7e-2dd7-4248-b830-0b95d7e757ac req-723b2b6d-c59e-4ab2-896d-1865b69f60f9 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:05.690840 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d040fc7e-2dd7-4248-b830-0b95d7e757ac req-723b2b6d-c59e-4ab2-896d-1865b69f60f9 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 932 time: 0.8098099 Jul 30 16:05:05.698549 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-936176da-286a-4249-ab24-c873bf2d6579 req-db542577-46cc-4fb0-bf5e-ef56f6adb07f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4221957 Jul 30 16:05:05.727136 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Network 85982ae8-657f-47f5-b729-6742a565fcec is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:05:05.746866 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:05:05.864758 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d8f361a-2536-4f2c-8de1-24b2deddc247,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:06.047884 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Set router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:05:06.118036 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d040fc7e-2dd7-4248-b830-0b95d7e757ac req-eee62072-6940-4468-a087-6bb760799f0b tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171960 Jul 30 16:05:06.160536 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Allocated IP 172.20.0.1 (ac51fee5-96ff-410d-b23b-24f8c16c68d6/2a10c707-a593-465f-9fb7-14f4864d1a33/23b98580-3902-40c8-9443-de4204453e5f) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:05:06.227868 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Request body: {'port': {'device_id': '5781093c-33dc-4c85-808f-44f3bd24a864', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:06.256490 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'name': 'tempest-ServerRescueNegativeTestJSON-187555555-router', 'tenant_id': '6553c039f41c41fb9e47c968ec8e6e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:53Z', 'updated_at': '2021-07-30T16:04:58Z', 'revision_number': 3, 'project_id': '6553c039f41c41fb9e47c968ec8e6e98', 'gw_port': {'id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:56Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:06.298883 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Router e060900b-c760-4591-9d4b-aa2e444b1f79 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:05:06.301321 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d946c0f-2232-4686-800e-c57b671751d1 None None] The sync data for ids ['1757fcbf-e750-4b04-bd02-d1483c30a994'] in dv-cinder-802955-2-iscsi is: [{'id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'name': 'tempest-ServerRescueNegativeTestJSON-187555555-router', 'tenant_id': '6553c039f41c41fb9e47c968ec8e6e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:53Z', 'updated_at': '2021-07-30T16:04:58Z', 'revision_number': 3, 'project_id': '6553c039f41c41fb9e47c968ec8e6e98', 'gw_port': {'id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:56Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:05:06.317700 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Request body: {'port': {'device_id': 'd4fb17a8-bd78-43c1-a0d0-d9716e3873e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:06.523140 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:06.627679 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:06.666998 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:05:06.723473 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Sync routers for ids ['e060900b-c760-4591-9d4b-aa2e444b1f79'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:05:06.727684 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-f9474397-e56b-4475-ac66-d00616cffae1 admin admin] 10.222.0.61 "PUT /v2.0/routers/e060900b-c760-4591-9d4b-aa2e444b1f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2685273 Jul 30 16:05:06.728392 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Routers {'e060900b-c760-4591-9d4b-aa2e444b1f79'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:05:06.728392 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:04:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['e060900b-c760-4591-9d4b-aa2e444b1f79'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:06.767937 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:06.857976 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Pushing event updated for resources: {'Port': ['ID=23b98580-3902-40c8-9443-de4204453e5f,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:06.890621 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:06.898434 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Network ac51fee5-96ff-410d-b23b-24f8c16c68d6 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:05:06.909636 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:05:06.913938 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:05:06.919825 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701519'] for router_interface, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:07.054462 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device cb56f996-2aeb-45dc-b8da-8d0d00542e2e up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:07.166460 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Set router e060900b-c760-4591-9d4b-aa2e444b1f79 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:05:07.180085 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:07.211021 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a730-9053-4794-8238-dc1b5759d1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:07.345856 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:07.437208 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-4d65c5d9-21bd-4262-9fca-eb3fdf0504c9 None None] Provisioning complete for port 3d8f361a-2536-4f2c-8de1-24b2deddc247 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:07.440680 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-4d65c5d9-21bd-4262-9fca-eb3fdf0504c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:07.615964 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 53918) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:07.628835 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:01Z', 'revision_number': 4, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '165b46cb-0e02-4f76-ae19-247b762210a5', 'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'mac_address': 'fa:16:3e:e0:89:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:02Z', 'revision_number': 2, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'subnets': [{'id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:07.657728 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-5eb1bcee-3633-447c-aa1a-dca6b0786f44 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971021908', 'description': 'tempest-description--348225827'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:07.717355 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Checking router: 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:05:07.718257 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Updating router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b port 165b46cb-0e02-4f76-ae19-247b762210a5 binding host dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:05:07.744967 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '3d8f361a-2536-4f2c-8de1-24b2deddc247', 'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'mac_address': 'fa:16:3e:d2:73:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 2, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'subnets': [{'id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:07.788168 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:07.805347 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port cb56f996-2aeb-45dc-b8da-8d0d00542e2e triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:07.805964 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:07.830083 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-4d65c5d9-21bd-4262-9fca-eb3fdf0504c9 None None] Port 3d8f361a-2536-4f2c-8de1-24b2deddc247 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:05:07.846709 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Checking router: e060900b-c760-4591-9d4b-aa2e444b1f79 for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:05:07.847101 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Updating router e060900b-c760-4591-9d4b-aa2e444b1f79 port 3d8f361a-2536-4f2c-8de1-24b2deddc247 binding host dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:05:07.927690 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:07.934743 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:08.097542 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53946) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:08.314639 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5eb1bcee-3633-447c-aa1a-dca6b0786f44 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:08.519266 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:08.613318 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53964) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:08.646385 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90690b50-2505-4f63-9a1e-a2c398315413 req-a8d8af30-2686-43cf-a629-8d76e26bd679 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:08.658136 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-90690b50-2505-4f63-9a1e-a2c398315413 req-a8d8af30-2686-43cf-a629-8d76e26bd679 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 932 time: 1.6840653 Jul 30 16:05:08.682541 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-7245ebb0-68fc-4484-8aea-69cdd2269821 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1523532048', 'description': 'tempest-description--1617069523'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:08.749227 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8da58209-795d-424f-b912-661df5e98cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:08.859505 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5eb1bcee-3633-447c-aa1a-dca6b0786f44 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:08.887082 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5eb1bcee-3633-447c-aa1a-dca6b0786f44 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:08.965865 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Notify callbacks [] for port, precommit_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:08.983716 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Transition to ACTIVE for port object 165b46cb-0e02-4f76-ae19-247b762210a5 will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:05:09.006190 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.016676 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-90690b50-2505-4f63-9a1e-a2c398315413 req-da460f89-af8d-4946-8619-d71d75eca382 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572981 Jul 30 16:05:09.067908 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1bcee-3633-447c-aa1a-dca6b0786f44 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c790205d-9055-421b-940e-2df2f4c6cc25,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:09.079551 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980910a3-ff09-45b5-b690-52b0286bbb69 req-28309029-f9df-42b7-883f-171d60ffc66e tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:09.102881 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-980910a3-ff09-45b5-b690-52b0286bbb69 req-28309029-f9df-42b7-883f-171d60ffc66e tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 932 time: 0.3993857 Jul 30 16:05:09.159664 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8367c5-d84c-4461-843b-65fd16e437f0 None None] Pushing event updated for resources: {'Port': ['ID=165b46cb-0e02-4f76-ae19-247b762210a5,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:09.184603 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5eb1bcee-3633-447c-aa1a-dca6b0786f44 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.188880 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-5eb1bcee-3633-447c-aa1a-dca6b0786f44 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5668492 Jul 30 16:05:09.216406 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 53970) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:09.216878 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 53972) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:09.251300 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.257819 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-4435d395-8c8c-46a0-a393-b5d5d9e30658 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Request body: {'security_group_rule': {'security_group_id': 'c790205d-9055-421b-940e-2df2f4c6cc25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:09.262487 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7245ebb0-68fc-4484-8aea-69cdd2269821 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.281202 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.281916 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701919'] for router_interface, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.336365 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:09.394853 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-980910a3-ff09-45b5-b690-52b0286bbb69 req-ff44f1bf-d40b-4edd-a892-fe75c3fe4221 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639580 Jul 30 16:05:09.400018 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.419165 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Attempting to bind port 165b46cb-0e02-4f76-ae19-247b762210a5 on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:05:09.421901 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Attempting to bind port 165b46cb-0e02-4f76-ae19-247b762210a5 by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': '36c7b6a9-ed8f-4019-b434-47492d49eeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:05:09.422384 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Attempting to bind port 165b46cb-0e02-4f76-ae19-247b762210a5 on network 8b371347-3539-4d23-9546-ea91d4d992d4 {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:09.426735 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.provisioning_blocks [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Transition to ACTIVE for port object 3d8f361a-2536-4f2c-8de1-24b2deddc247 will not be triggered until provisioned by entity L2. {{(pid=93356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:05:09.450063 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:05:09.451646 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:05:09.452028 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.452273 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Checking segment: {'id': '36c7b6a9-ed8f-4019-b434-47492d49eeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:05:09.454193 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.454725 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Bound using segment: {'id': '36c7b6a9-ed8f-4019-b434-47492d49eeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:05:09.455353 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Bound port: 165b46cb-0e02-4f76-ae19-247b762210a5, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c7b6a9-ed8f-4019-b434-47492d49eeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:05:09.459929 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.577328 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a8ea9-b6ee-410b-9046-44a5d55b0219 None None] Pushing event updated for resources: {'Port': ['ID=3d8f361a-2536-4f2c-8de1-24b2deddc247,revision_number=3']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:09.623881 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:05:09.633799 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3166c5c2-7475-45e7-8047-fac0c53d4118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.644794 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd {{(pid=93353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:05:09.646851 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Pushing event updated for resources: {'Port': ['ID=23b98580-3902-40c8-9443-de4204453e5f,revision_number=2']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:09.652205 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:09.652761 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.709335 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6b2a1b-47c7-4d06-992a-899ac75e6ce7 {{(pid=93353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:05:09.718969 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Attempting to bind port 3d8f361a-2536-4f2c-8de1-24b2deddc247 on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:05:09.718969 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Attempting to bind port 3d8f361a-2536-4f2c-8de1-24b2deddc247 by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec'}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:05:09.718969 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Attempting to bind port 3d8f361a-2536-4f2c-8de1-24b2deddc247 on network 85982ae8-657f-47f5-b729-6742a565fcec {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:09.730165 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.737336 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:05:09.742694 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Checking segment: {'id': '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:05:09.743205 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.745369 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Bound using segment: {'id': '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec'} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:05:09.745899 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Bound port: 3d8f361a-2536-4f2c-8de1-24b2deddc247, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec'}}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:05:09.748262 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.761225 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.788189 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Network ac51fee5-96ff-410d-b23b-24f8c16c68d6 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:05:09.797257 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:05:09.817416 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Transition to ACTIVE for port object 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd will not be triggered until provisioned by entity L2. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:05:09.823213 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Transition to ACTIVE for port object af6b2a1b-47c7-4d06-992a-899ac75e6ce7 will not be triggered until provisioned by entity L2. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:05:09.829241 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.855834 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.856301 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] For port 165b46cb-0e02-4f76-ae19-247b762210a5, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:05:09.936957 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8da58209-795d-424f-b912-661df5e98cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.947032 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] For port 165b46cb-0e02-4f76-ae19-247b762210a5, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=165b46cb-0e02-4f76-ae19-247b762210a5,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:05:09.959410 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:09.987957 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] For port 3d8f361a-2536-4f2c-8de1-24b2deddc247, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:05:10.019228 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] For port 3d8f361a-2536-4f2c-8de1-24b2deddc247, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=3d8f361a-2536-4f2c-8de1-24b2deddc247,segment=NetworkSegment(5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b),segment_id=5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b)] {{(pid=93356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:05:10.029518 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:10.129647 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8da58209-795d-424f-b912-661df5e98cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:10.243612 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Routers {'e060900b-c760-4591-9d4b-aa2e444b1f79'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:05:10.251542 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:05:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['e060900b-c760-4591-9d4b-aa2e444b1f79'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:10.347104 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:10.357030 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a8ea9-b6ee-410b-9046-44a5d55b0219 None None] Pushing event updated for resources: {'Port': ['ID=3d8f361a-2536-4f2c-8de1-24b2deddc247,revision_number=4']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:10.359307 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Pushing event updated for resources: {'Port': ['ID=af6b2a1b-47c7-4d06-992a-899ac75e6ce7,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:10.393080 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Routers {'6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:05:10.396347 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:05:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:10.441616 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7245ebb0-68fc-4484-8aea-69cdd2269821 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:10.447715 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8367c5-d84c-4461-843b-65fd16e437f0 None None] Pushing event updated for resources: {'Port': ['ID=165b46cb-0e02-4f76-ae19-247b762210a5,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:10.455754 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-8da58209-795d-424f-b912-661df5e98cf2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ae9c70110f974c08b7bd39ff67735670&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3520389 Jul 30 16:05:10.458950 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Router 1757fcbf-e750-4b04-bd02-d1483c30a994 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:05:10.467249 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7245ebb0-68fc-4484-8aea-69cdd2269821 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:10.486344 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 53994) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:10.589767 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4435d395-8c8c-46a0-a393-b5d5d9e30658 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:10.600175 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] Set router e060900b-c760-4591-9d4b-aa2e444b1f79 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:05:10.697500 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Attempting to bind port 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:05:10.697920 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Attempting to bind port 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd'}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:05:10.698272 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Attempting to bind port 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd on network ee84c3c3-d232-4e78-bb71-1721bff770cd {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:10.717726 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-6f80536c-f407-439e-8f2a-dda19fac088c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:10.720599 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:10.755541 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Attempting to bind port af6b2a1b-47c7-4d06-992a-899ac75e6ce7 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:05:10.756323 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:10.757648 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Attempting to bind port af6b2a1b-47c7-4d06-992a-899ac75e6ce7 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9d9df665-303f-4ad5-ae03-1b82c68d7a17'}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:05:10.758025 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Attempting to bind port af6b2a1b-47c7-4d06-992a-899ac75e6ce7 on network 9d9df665-303f-4ad5-ae03-1b82c68d7a17 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:10.782639 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-6f80536c-f407-439e-8f2a-dda19fac088c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:10.809184 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Port af6b2a1b-47c7-4d06-992a-899ac75e6ce7 on network 9d9df665-303f-4ad5-ae03-1b82c68d7a17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:05:10.809513 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Attempting to bind port af6b2a1b-47c7-4d06-992a-899ac75e6ce7 on network 9d9df665-303f-4ad5-ae03-1b82c68d7a17 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:10.861200 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:05:10.863260 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Checking segment: {'id': 'c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9d9df665-303f-4ad5-ae03-1b82c68d7a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:05:10.864083 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Bound using segment: {'id': 'c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9d9df665-303f-4ad5-ae03-1b82c68d7a17'} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:05:10.865503 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Bound port: af6b2a1b-47c7-4d06-992a-899ac75e6ce7, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '9d9df665-303f-4ad5-ae03-1b82c68d7a17'}}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:05:10.867244 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:10.960997 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] Set router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:05:10.967260 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:11.018577 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Port 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd on network ee84c3c3-d232-4e78-bb71-1721bff770cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:05:11.029220 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Attempting to bind port 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd on network ee84c3c3-d232-4e78-bb71-1721bff770cd {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:11.053865 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:05:11.054431 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Checking segment: {'id': '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:05:11.055312 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Bound using segment: {'id': '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd'} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:05:11.056346 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Bound port: 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd'}}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:05:11.057591 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:11.170197 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '3d8f361a-2536-4f2c-8de1-24b2deddc247', 'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'mac_address': 'fa:16:3e:d2:73:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:09Z', 'revision_number': 4, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'subnets': [{'id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:11.222006 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:11.231046 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa19e2-77f0-4328-9098-b7399b2791a1 None None] The sync data for ids ['e060900b-c760-4591-9d4b-aa2e444b1f79'] in dv-cinder-802955-2-iscsi is: [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '3d8f361a-2536-4f2c-8de1-24b2deddc247', 'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'mac_address': 'fa:16:3e:d2:73:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:09Z', 'revision_number': 4, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'subnets': [{'id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:05:11.254118 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:05:11.255784 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da58209-795d-424f-b912-661df5e98cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a669cd-59d2-4b8f-b446-c79b187eb9ce,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:11.258597 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-6f80536c-f407-439e-8f2a-dda19fac088c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:11.268832 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-6f80536c-f407-439e-8f2a-dda19fac088c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:11.273525 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-6f80536c-f407-439e-8f2a-dda19fac088c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a3a669cd-59d2-4b8f-b446-c79b187eb9ce HTTP/1.1" status: 204 len: 168 time: 0.7775414 Jul 30 16:05:11.298866 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Sync routers for ids ['1757fcbf-e750-4b04-bd02-d1483c30a994'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:05:11.305623 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-7d9c5555-ca2f-468f-be5a-438e353dcfcb admin admin] 10.222.0.61 "PUT /v2.0/routers/1757fcbf-e750-4b04-bd02-d1483c30a994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3294461 Jul 30 16:05:11.381116 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245ebb0-68fc-4484-8aea-69cdd2269821 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ab5dc2-5db4-4688-9909-04565e00f2e6,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:11.392575 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80536c-f407-439e-8f2a-dda19fac088c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a669cd-59d2-4b8f-b446-c79b187eb9ce,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:11.393986 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Pushing event updated for resources: {'Port': ['ID=2535cca8-9cb4-4b9e-8d13-0a21a37b60dd,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:11.402957 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9087d7-fb19-411b-bde1-2792acef890d req-cbfdb67c-429c-4522-985d-529404f7b907 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:11.418081 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Routers {'1757fcbf-e750-4b04-bd02-d1483c30a994'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:05:11.418771 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:05:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['1757fcbf-e750-4b04-bd02-d1483c30a994'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:11.428092 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fc9087d7-fb19-411b-bde1-2792acef890d req-cbfdb67c-429c-4522-985d-529404f7b907 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 944 time: 0.7654226 Jul 30 16:05:11.433751 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] For port 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd, host hv-cinder-80295, cleared binding levels {{(pid=93353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:05:11.514113 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] For port 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=2535cca8-9cb4-4b9e-8d13-0a21a37b60dd,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:05:11.560639 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:11.561954 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:11.564418 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f657c3-a064-4f3d-97ce-7cf895f54f7f req-bc9e8bc2-1587-431b-aba4-b9b0906d4721 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:11.566807 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c8f657c3-a064-4f3d-97ce-7cf895f54f7f req-bc9e8bc2-1587-431b-aba4-b9b0906d4721 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 944 time: 1.3833728 Jul 30 16:05:11.589815 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fc9087d7-fb19-411b-bde1-2792acef890d req-1cd7e192-e39b-4e68-bd5a-2e3203bcfbaa tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598053 Jul 30 16:05:11.591697 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4435d395-8c8c-46a0-a393-b5d5d9e30658 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:11.619405 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:11.645870 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4435d395-8c8c-46a0-a393-b5d5d9e30658 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:11.806100 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435d395-8c8c-46a0-a393-b5d5d9e30658 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5998322d-fc18-4b42-8171-a882435ce734,revision_number=0']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:11.810640 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c8f657c3-a064-4f3d-97ce-7cf895f54f7f req-86cc2961-4b3a-455a-9915-b94027900972 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798553 Jul 30 16:05:11.814219 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:11.814791 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:11.816644 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-936176da-286a-4249-ab24-c873bf2d6579 req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] 10.222.0.60 "PUT /v2.0/ports/2535cca8-9cb4-4b9e-8d13-0a21a37b60dd HTTP/1.1" status: 200 len: 1094 time: 5.8207037 Jul 30 16:05:11.822189 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4fb17a8-bd78-43c1-a0d0-d9716e3873e6', 'tag': '2535cca8-9cb4-4b9e-8d13-0a21a37b60dd'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:05:11.894770 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] For port af6b2a1b-47c7-4d06-992a-899ac75e6ce7, host hv-cinder-80295, cleared binding levels {{(pid=93353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:05:11.921076 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Set router 1757fcbf-e750-4b04-bd02-d1483c30a994 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:05:11.945598 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] For port af6b2a1b-47c7-4d06-992a-899ac75e6ce7, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=af6b2a1b-47c7-4d06-992a-899ac75e6ce7,segment=NetworkSegment(c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7),segment_id=c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7)] {{(pid=93353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:05:11.960715 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:12.022816 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:12.025290 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:12.027081 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] 10.222.0.60 "PUT /v2.0/ports/af6b2a1b-47c7-4d06-992a-899ac75e6ce7 HTTP/1.1" status: 200 len: 1094 time: 6.0322912 Jul 30 16:05:12.027749 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05ba4b-18e3-4f6a-9330-51ae27b3825e service neutron] Pushing event updated for resources: {'Port': ['ID=2535cca8-9cb4-4b9e-8d13-0a21a37b60dd,revision_number=3']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:12.233486 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54036) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:12.260748 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3166c5c2-7475-45e7-8047-fac0c53d4118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:12.289093 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3166c5c2-7475-45e7-8047-fac0c53d4118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:12.309422 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-556706fb-d21b-4d7a-a5a8-6d4235472722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:12.369344 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4435d395-8c8c-46a0-a393-b5d5d9e30658 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:12.376158 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-4435d395-8c8c-46a0-a393-b5d5d9e30658 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1579490 Jul 30 16:05:12.386549 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:01Z', 'revision_number': 4, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '165b46cb-0e02-4f76-ae19-247b762210a5', 'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'mac_address': 'fa:16:3e:e0:89:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:09Z', 'revision_number': 4, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'subnets': [{'id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:12.391778 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 54040) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:12.404344 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166c5c2-7475-45e7-8047-fac0c53d4118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf10fd1-89c3-4b9b-951f-177575fa3a4b,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:12.434947 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-d6ec3fd3-a84b-43a0-8b26-f2d9ef65ee34 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Request body: {'security_group_rule': {'security_group_id': 'c790205d-9055-421b-940e-2df2f4c6cc25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:12.469631 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7245ebb0-68fc-4484-8aea-69cdd2269821 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:12.471461 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-7245ebb0-68fc-4484-8aea-69cdd2269821 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.8505757 Jul 30 16:05:12.483413 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d375944-9cc2-4672-9d4c-851ee9132e2e None None] The sync data for ids ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'] in dv-cinder-802955-2-iscsi is: [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:01Z', 'revision_number': 4, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '165b46cb-0e02-4f76-ae19-247b762210a5', 'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'mac_address': 'fa:16:3e:e0:89:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:09Z', 'revision_number': 4, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'subnets': [{'id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:05:12.500176 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54044) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:12.514933 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-960918e2-5d39-4052-b4c3-7db742358bab tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Request body: {'security_group_rule': {'security_group_id': 'e0ab5dc2-5db4-4688-9909-04565e00f2e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:12.538740 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade5e47d-61f2-4bfd-8db5-8593bf69c7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d4fb17a8-bd78-43c1-a0d0-d9716e3873e6", "tag": "2535cca8-9cb4-4b9e-8d13-0a21a37b60dd"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:05:12.616785 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a41bf-2bc5-4195-a588-bcde480a90af service neutron] Pushing event updated for resources: {'Port': ['ID=af6b2a1b-47c7-4d06-992a-899ac75e6ce7,revision_number=3']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:12.628218 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-3166c5c2-7475-45e7-8047-fac0c53d4118 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d16974a5e4b0461cb4aaad91a5f83ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4018035 Jul 30 16:05:12.632539 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 54052) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:12.655353 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.db.api [None req-d6ec3fd3-a84b-43a0-8b26-f2d9ef65ee34 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 16:05:12.655353 dv-cinder-802955-2-iscsi neutron-server[93353]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 16:05:12.655353 dv-cinder-802955-2-iscsi neutron-server[93353]: [parameters: {'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'id': '1e5bc642-6463-465b-bdee-738aab10b5d9', 'expiration': datetime.datetime(2021, 7, 30, 16, 7, 12, 612635)}] Jul 30 16:05:12.655353 dv-cinder-802955-2-iscsi neutron-server[93353]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93353) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 16:05:12.661582 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG oslo_db.api [None req-d6ec3fd3-a84b-43a0-8b26-f2d9ef65ee34 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 16:05:12.706197 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.db.api [None req-960918e2-5d39-4052-b4c3-7db742358bab tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 16:05:12.706197 dv-cinder-802955-2-iscsi neutron-server[93354]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 30 16:05:12.706197 dv-cinder-802955-2-iscsi neutron-server[93354]: [parameters: {'project_id': '4e1402dc086c4071bae84c16365352b3', 'id': 'fb4739f1-b4fd-46e4-89f6-05a37aa909ea', 'expiration': datetime.datetime(2021, 7, 30, 16, 7, 12, 638202)}] Jul 30 16:05:12.706197 dv-cinder-802955-2-iscsi neutron-server[93354]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93354) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 16:05:12.706570 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG oslo_db.api [None req-960918e2-5d39-4052-b4c3-7db742358bab tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 16:05:12.801278 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6135f927-b09e-43cf-8f13-6d4be42c4ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:12.805552 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:12.821600 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-47c2e167-d319-438d-a4d6-9b0956a3979b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:12.825641 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-47c2e167-d319-438d-a4d6-9b0956a3979b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/networks?id=ac51fee5-96ff-410d-b23b-24f8c16c68d6 HTTP/1.1" status: 200 len: 818 time: 0.5421510 Jul 30 16:05:12.859006 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6135f927-b09e-43cf-8f13-6d4be42c4ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:12.868098 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'name': 'tempest-ServerRescueNegativeTestJSON-187555555-router', 'tenant_id': '6553c039f41c41fb9e47c968ec8e6e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:53Z', 'updated_at': '2021-07-30T16:05:07Z', 'revision_number': 4, 'project_id': '6553c039f41c41fb9e47c968ec8e6e98', 'gw_port': {'id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:56Z', 'updated_at': '2021-07-30T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '23b98580-3902-40c8-9443-de4204453e5f', 'name': '', 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6', 'tenant_id': '6553c039f41c41fb9e47c968ec8e6e98', 'mac_address': 'fa:16:3e:ae:9f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a10c707-a593-465f-9fb7-14f4864d1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:05:05Z', 'updated_at': '2021-07-30T16:05:08Z', 'revision_number': 2, 'project_id': '6553c039f41c41fb9e47c968ec8e6e98', 'subnets': [{'id': '2a10c707-a593-465f-9fb7-14f4864d1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:12.889321 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029f3f8b-cf0f-4eae-bdae-194c547aa132 x-openstack-request-id: req-029f3f8b-cf0f-4eae-bdae-194c547aa132 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:05:12.889469 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4fb17a8-bd78-43c1-a0d0-d9716e3873e6", "tag": "2535cca8-9cb4-4b9e-8d13-0a21a37b60dd", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:05:12.889806 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-029f3f8b-cf0f-4eae-bdae-194c547aa132 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:05:12.890337 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4fb17a8-bd78-43c1-a0d0-d9716e3873e6', 'tag': '2535cca8-9cb4-4b9e-8d13-0a21a37b60dd', 'status': 'completed', 'code': 200} Jul 30 16:05:12.895640 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-41e12b17-ebf7-4aed-bd79-5254bebc20db tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/quotas/6553c039f41c41fb9e47c968ec8e6e98 HTTP/1.1" status: 200 len: 375 time: 0.0613878 Jul 30 16:05:12.936754 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6135f927-b09e-43cf-8f13-6d4be42c4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:12.939440 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6135f927-b09e-43cf-8f13-6d4be42c4ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:12.940669 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-6135f927-b09e-43cf-8f13-6d4be42c4ec0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dbf10fd1-89c3-4b9b-951f-177575fa3a4b HTTP/1.1" status: 204 len: 168 time: 0.3069084 Jul 30 16:05:12.965150 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Checking router: 1757fcbf-e750-4b04-bd02-d1483c30a994 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:05:12.966455 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Updating router 1757fcbf-e750-4b04-bd02-d1483c30a994 port 23b98580-3902-40c8-9443-de4204453e5f binding host dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:05:12.968797 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135f927-b09e-43cf-8f13-6d4be42c4ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf10fd1-89c3-4b9b-951f-177575fa3a4b,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:13.078431 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:13.134654 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596424f-1f19-48e3-92dc-89ac4ed69e6d req-14af1ff5-4997-4900-b4de-40013b7f9a8b tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:13.152989 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9596424f-1f19-48e3-92dc-89ac4ed69e6d req-14af1ff5-4997-4900-b4de-40013b7f9a8b tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 944 time: 0.1363885 Jul 30 16:05:13.185489 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-3df94450-61be-481e-9641-7f8b687f9e1d tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6553c039f41c41fb9e47c968ec8e6e98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2817445 Jul 30 16:05:13.299730 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9596424f-1f19-48e3-92dc-89ac4ed69e6d req-5c9822b9-d9f0-471c-adee-b27602030b6a tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451740 Jul 30 16:05:13.415547 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 3d8f361a-2536-4f2c-8de1-24b2deddc247 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:13.426473 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-556706fb-d21b-4d7a-a5a8-6d4235472722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:13.445951 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-556706fb-d21b-4d7a-a5a8-6d4235472722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:13.580302 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3fd3-a84b-43a0-8b26-f2d9ef65ee34 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:13.593521 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-556706fb-d21b-4d7a-a5a8-6d4235472722 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bcaa1a6aff054caf864eb92be9deb1e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3580399 Jul 30 16:05:13.594350 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54068) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:13.620010 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556706fb-d21b-4d7a-a5a8-6d4235472722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a518433a-ee81-4ed0-a461-a873fe45343b,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:13.653047 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-cf97eca5-d8a0-41c8-b959-d758323eb504 service neutron] 10.222.0.61 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598997 Jul 30 16:05:13.657339 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port 3d8f361a-2536-4f2c-8de1-24b2deddc247 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:05:13.700216 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 3d8f361a-2536-4f2c-8de1-24b2deddc247 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:13.700716 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:13.709018 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-960918e2-5d39-4052-b4c3-7db742358bab tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:13.788922 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec0a30-83a0-4407-9607-729b612f4488 req-a3c3829e-a67f-4207-88c1-183b7e0c7bff tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:13.791894 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-aeec0a30-83a0-4407-9607-729b612f4488 req-a3c3829e-a67f-4207-88c1-183b7e0c7bff tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 944 time: 0.3302407 Jul 30 16:05:13.848098 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54076) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:13.848927 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:13.900149 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f73367e2-17f9-4389-b0a6-b859a72766a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:13.901885 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port 3d8f361a-2536-4f2c-8de1-24b2deddc247, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=3d8f361a-2536-4f2c-8de1-24b2deddc247,segment=NetworkSegment(5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b),segment_id=5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:13.905978 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:13.906861 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 165b46cb-0e02-4f76-ae19-247b762210a5 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:13.909735 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-6b281432-53cf-45b1-98aa-0c9b5bbe06ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:13.926171 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3fd3-a84b-43a0-8b26-f2d9ef65ee34 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:13.956925 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3fd3-a84b-43a0-8b26-f2d9ef65ee34 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.010975 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-960918e2-5d39-4052-b4c3-7db742358bab tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.022703 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Notify callbacks [] for port, precommit_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.043641 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-960918e2-5d39-4052-b4c3-7db742358bab tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.047653 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f73367e2-17f9-4389-b0a6-b859a72766a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.052108 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-aeec0a30-83a0-4407-9607-729b612f4488 req-185d39af-fcb5-486c-ba4e-81f739d5c524 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678817 Jul 30 16:05:14.054783 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Transition to ACTIVE for port object 23b98580-3902-40c8-9443-de4204453e5f will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:05:14.056714 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=3d8f361a-2536-4f2c-8de1-24b2deddc247,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:14.061069 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec3fd3-a84b-43a0-8b26-f2d9ef65ee34 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55661fc-2c67-4727-9990-94ebfd510e34,revision_number=0']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:14.061686 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port 165b46cb-0e02-4f76-ae19-247b762210a5 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:05:14.066295 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 165b46cb-0e02-4f76-ae19-247b762210a5 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:14.067809 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.074643 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5e47d-61f2-4bfd-8db5-8593bf69c7e2 req-26917890-6c1d-483e-bd9e-ae9a524d4ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:14.077032 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ade5e47d-61f2-4bfd-8db5-8593bf69c7e2 req-26917890-6c1d-483e-bd9e-ae9a524d4ccc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4db3b69e8a5f4b47a62fe9e771a7885b&device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 1097 time: 0.2808018 Jul 30 16:05:14.079797 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-4a2082d1-dfa0-4477-b2e6-d271b7c22593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:14.081960 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-4a2082d1-dfa0-4477-b2e6-d271b7c22593 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dab2c012bf2b488388b2d56f3104d4b5&device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 1097 time: 0.2873423 Jul 30 16:05:14.085040 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-010f367d-bc93-438b-b768-fdc069c890dd service neutron] 10.222.0.61 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296846 Jul 30 16:05:14.098722 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960918e2-5d39-4052-b4c3-7db742358bab tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660146ad-d5a8-4694-a41e-adcf6237c191,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:14.143304 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-6b281432-53cf-45b1-98aa-0c9b5bbe06ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.148661 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-6b281432-53cf-45b1-98aa-0c9b5bbe06ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.176226 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.177193 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-960918e2-5d39-4052-b4c3-7db742358bab tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.178667 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-960918e2-5d39-4052-b4c3-7db742358bab tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6736753 Jul 30 16:05:14.186203 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54088) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:14.191242 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f73367e2-17f9-4389-b0a6-b859a72766a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.194782 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f73367e2-17f9-4389-b0a6-b859a72766a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.196009 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-f73367e2-17f9-4389-b0a6-b859a72766a3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a518433a-ee81-4ed0-a461-a873fe45343b HTTP/1.1" status: 204 len: 168 time: 0.5938256 Jul 30 16:05:14.202849 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-d73fa1d4-71b0-46a1-acca-1238d21a1de1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Request body: {'security_group_rule': {'security_group_id': 'e0ab5dc2-5db4-4688-9909-04565e00f2e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:14.223419 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-6b281432-53cf-45b1-98aa-0c9b5bbe06ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a0dc646a8b24a868bc7f31dacf8e432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734949 Jul 30 16:05:14.225786 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b281432-53cf-45b1-98aa-0c9b5bbe06ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9565b959-2d23-463c-9355-6cb7ef70d645,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:14.228320 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54092) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:14.242530 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73367e2-17f9-4389-b0a6-b859a72766a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a518433a-ee81-4ed0-a461-a873fe45343b,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:14.327265 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-281b83b4-3056-4cf3-aa6a-1ea887fac3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.375726 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-281b83b4-3056-4cf3-aa6a-1ea887fac3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.429172 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b9ef9-2191-4267-9506-25e8774670fb None None] Pushing event updated for resources: {'Port': ['ID=23b98580-3902-40c8-9443-de4204453e5f,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:14.502697 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-281b83b4-3056-4cf3-aa6a-1ea887fac3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.508660 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-281b83b4-3056-4cf3-aa6a-1ea887fac3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.511873 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-281b83b4-3056-4cf3-aa6a-1ea887fac3d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9565b959-2d23-463c-9355-6cb7ef70d645 HTTP/1.1" status: 204 len: 168 time: 0.2821181 Jul 30 16:05:14.557559 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b83b4-3056-4cf3-aa6a-1ea887fac3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9565b959-2d23-463c-9355-6cb7ef70d645,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:14.590661 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939007de-8fa6-4e17-8c87-19689c5eb8e6 req-8b4a1f25-6a3a-47fb-9711-826a06a6fbd5 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:14.599312 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-939007de-8fa6-4e17-8c87-19689c5eb8e6 req-8b4a1f25-6a3a-47fb-9711-826a06a6fbd5 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 944 time: 0.1026499 Jul 30 16:05:14.697927 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Attempting to bind port 23b98580-3902-40c8-9443-de4204453e5f on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:05:14.700421 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Attempting to bind port 23b98580-3902-40c8-9443-de4204453e5f by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': '33327ab6-b042-4a23-820d-2f085b058812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:05:14.700811 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Attempting to bind port 23b98580-3902-40c8-9443-de4204453e5f on network ac51fee5-96ff-410d-b23b-24f8c16c68d6 {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:14.752561 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:05:14.755265 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Checking segment: {'id': '33327ab6-b042-4a23-820d-2f085b058812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:05:14.755687 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.757589 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Bound using segment: {'id': '33327ab6-b042-4a23-820d-2f085b058812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:05:14.759320 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Bound port: 23b98580-3902-40c8-9443-de4204453e5f, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33327ab6-b042-4a23-820d-2f085b058812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:05:14.759770 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.778141 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.919335 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port 165b46cb-0e02-4f76-ae19-247b762210a5, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=165b46cb-0e02-4f76-ae19-247b762210a5,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:14.972298 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-939007de-8fa6-4e17-8c87-19689c5eb8e6 req-d26d63ec-fc56-4ca6-9457-698d0eb020eb tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718033 Jul 30 16:05:14.985939 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d73fa1d4-71b0-46a1-acca-1238d21a1de1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.992647 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:15.125346 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 3d8f361a-2536-4f2c-8de1-24b2deddc247 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:15.143592 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d73fa1d4-71b0-46a1-acca-1238d21a1de1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:15.156609 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d73fa1d4-71b0-46a1-acca-1238d21a1de1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:15.212625 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5781093c-33dc-4c85-808f-44f3bd24a864', 'tag': 'af6b2a1b-47c7-4d06-992a-899ac75e6ce7'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:05:15.217602 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97286bff-2709-44ec-93c3-9c681e119b17" -d '{"events": [{"name": "network-changed", "server_uuid": "5781093c-33dc-4c85-808f-44f3bd24a864", "tag": "af6b2a1b-47c7-4d06-992a-899ac75e6ce7"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:05:15.221052 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fa1d4-71b0-46a1-acca-1238d21a1de1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f226ef-ed2b-40c3-bacb-66da054a50a0,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:15.222938 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5e47d-61f2-4bfd-8db5-8593bf69c7e2 req-5b67ca7b-2a46-4f81-882b-ba244916d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:15.224563 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ade5e47d-61f2-4bfd-8db5-8593bf69c7e2 req-5b67ca7b-2a46-4f81-882b-ba244916d120 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4db3b69e8a5f4b47a62fe9e771a7885b&shared=False HTTP/1.1" status: 200 len: 916 time: 1.1140394 Jul 30 16:05:15.227987 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3fd3-a84b-43a0-8b26-f2d9ef65ee34 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:15.229145 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-d6ec3fd3-a84b-43a0-8b26-f2d9ef65ee34 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8165758 Jul 30 16:05:15.230651 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-00ed3734-c1e8-4239-b2e7-ca904aebe995 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af6b2a1b-47c7-4d06-992a-899ac75e6ce7 HTTP/1.1" status: 200 len: 217 time: 1.1212876 Jul 30 16:05:15.234937 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54126) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:15.239106 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d73fa1d4-71b0-46a1-acca-1238d21a1de1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:15.243167 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-d73fa1d4-71b0-46a1-acca-1238d21a1de1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0501559 Jul 30 16:05:15.257020 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 54128) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:15.259093 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Request body: {'floatingip': {'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:15.282467 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Request body: {'floatingip': {'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:15.307544 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f683568d-e00c-48e0-acdf-9c1b8e3c780d req-29717a56-8a1c-4c11-a688-7ae88d45de4e tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 210 time: 0.6872499 Jul 30 16:05:15.336120 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for floatingip, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:15.375722 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe201d-09b0-4993-a301-7a3cada3f154 req-2e58f03c-076a-454e-9fc9-5aa06b73d9ca tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:15.380873 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-befe201d-09b0-4993-a301-7a3cada3f154 req-2e58f03c-076a-454e-9fc9-5aa06b73d9ca tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 944 time: 0.1448967 Jul 30 16:05:15.389432 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=165b46cb-0e02-4f76-ae19-247b762210a5,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:15.431363 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] For port 23b98580-3902-40c8-9443-de4204453e5f, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:05:15.437029 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] For port 23b98580-3902-40c8-9443-de4204453e5f, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=23b98580-3902-40c8-9443-de4204453e5f,segment=NetworkSegment(33327ab6-b042-4a23-820d-2f085b058812),segment_id=33327ab6-b042-4a23-820d-2f085b058812)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:05:15.438753 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 3d8f361a-2536-4f2c-8de1-24b2deddc247 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:15.445753 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:15.454566 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905a7e14-21d6-4d53-9274-dc66df7195b2 x-openstack-request-id: req-905a7e14-21d6-4d53-9274-dc66df7195b2 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:05:15.454923 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5781093c-33dc-4c85-808f-44f3bd24a864", "tag": "af6b2a1b-47c7-4d06-992a-899ac75e6ce7", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:05:15.456613 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-905a7e14-21d6-4d53-9274-dc66df7195b2 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:05:15.460001 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5781093c-33dc-4c85-808f-44f3bd24a864', 'tag': 'af6b2a1b-47c7-4d06-992a-899ac75e6ce7', 'status': 'completed', 'code': 200} Jul 30 16:05:15.491558 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:15.536023 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for floatingip, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:15.628814 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-befe201d-09b0-4993-a301-7a3cada3f154 req-16a1dbbb-f456-4fb2-8e6d-b994faa3fc44 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195787 Jul 30 16:05:15.704366 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Routers {'1757fcbf-e750-4b04-bd02-d1483c30a994'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:05:15.705007 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:05:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['1757fcbf-e750-4b04-bd02-d1483c30a994'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:15.842607 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:15.846592 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] Set router 1757fcbf-e750-4b04-bd02-d1483c30a994 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:05:16.096364 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Allocated IP 172.27.3.164 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/351155a6-8b30-43aa-9ebb-e785605868d9) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:05:16.144138 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.60', 63416) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:16.199061 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5e47d-61f2-4bfd-8db5-8593bf69c7e2 req-ed2727f4-e35a-4305-8ae0-8f226c2d04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:16.200507 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ade5e47d-61f2-4bfd-8db5-8593bf69c7e2 req-ed2727f4-e35a-4305-8ae0-8f226c2d04bb service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9131904 Jul 30 16:05:16.224947 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-2db164ab-59b1-478d-995c-b6983261f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:16.229344 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-2db164ab-59b1-478d-995c-b6983261f584 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0410231-bd6f-4668-8090-1bfc35e566c6 HTTP/1.1" status: 200 len: 852 time: 0.9694870 Jul 30 16:05:16.262450 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d9969-9785-475d-b045-612476738ea6 req-86cfe2cd-47fc-4141-8b61-d8b54f7d7041 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:16.267749 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f5d9969-9785-475d-b045-612476738ea6 req-86cfe2cd-47fc-4141-8b61-d8b54f7d7041 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/networks?id=ac51fee5-96ff-410d-b23b-24f8c16c68d6 HTTP/1.1" status: 200 len: 818 time: 0.4752798 Jul 30 16:05:16.302524 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b9ef9-2191-4267-9506-25e8774670fb None None] Pushing event updated for resources: {'Port': ['ID=23b98580-3902-40c8-9443-de4204453e5f,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:16.378474 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-f773423e-054a-4393-854b-5f11289b5348 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9d9df665-303f-4ad5-ae03-1b82c68d7a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076102 Jul 30 16:05:16.434238 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'name': 'tempest-ServerRescueNegativeTestJSON-187555555-router', 'tenant_id': '6553c039f41c41fb9e47c968ec8e6e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:53Z', 'updated_at': '2021-07-30T16:05:07Z', 'revision_number': 4, 'project_id': '6553c039f41c41fb9e47c968ec8e6e98', 'gw_port': {'id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:56Z', 'updated_at': '2021-07-30T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '23b98580-3902-40c8-9443-de4204453e5f', 'name': '', 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6', 'tenant_id': '6553c039f41c41fb9e47c968ec8e6e98', 'mac_address': 'fa:16:3e:ae:9f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a10c707-a593-465f-9fb7-14f4864d1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:05:05Z', 'updated_at': '2021-07-30T16:05:15Z', 'revision_number': 4, 'project_id': '6553c039f41c41fb9e47c968ec8e6e98', 'subnets': [{'id': '2a10c707-a593-465f-9fb7-14f4864d1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:16.519638 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca3336-ac5b-4abd-afb6-7721f934f652 None None] The sync data for ids ['1757fcbf-e750-4b04-bd02-d1483c30a994'] in dv-cinder-802955-2-iscsi is: [{'id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'name': 'tempest-ServerRescueNegativeTestJSON-187555555-router', 'tenant_id': '6553c039f41c41fb9e47c968ec8e6e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:53Z', 'updated_at': '2021-07-30T16:05:07Z', 'revision_number': 4, 'project_id': '6553c039f41c41fb9e47c968ec8e6e98', 'gw_port': {'id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:56Z', 'updated_at': '2021-07-30T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '23b98580-3902-40c8-9443-de4204453e5f', 'name': '', 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6', 'tenant_id': '6553c039f41c41fb9e47c968ec8e6e98', 'mac_address': 'fa:16:3e:ae:9f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '2a10c707-a593-465f-9fb7-14f4864d1a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:05:05Z', 'updated_at': '2021-07-30T16:05:15Z', 'revision_number': 4, 'project_id': '6553c039f41c41fb9e47c968ec8e6e98', 'subnets': [{'id': '2a10c707-a593-465f-9fb7-14f4864d1a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:05:16.628992 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c9ed1-e129-4031-81b4-6846435e2e0e req-bace2b3b-9cc4-4d34-8782-b7e74895576e tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:16.645782 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a01c9ed1-e129-4031-81b4-6846435e2e0e req-bace2b3b-9cc4-4d34-8782-b7e74895576e tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 944 time: 0.5151298 Jul 30 16:05:16.667682 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f5d9969-9785-475d-b045-612476738ea6 req-2aa6f49d-c82b-4440-81c6-041fc44c8e0e tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/quotas/6553c039f41c41fb9e47c968ec8e6e98 HTTP/1.1" status: 200 len: 375 time: 0.3734734 Jul 30 16:05:16.730212 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-85287674-0b6c-4766-99fb-ed266fe7b927 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:16.732046 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-85287674-0b6c-4766-99fb-ed266fe7b927 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.60 "GET /v2.0/networks?id=ac51fee5-96ff-410d-b23b-24f8c16c68d6 HTTP/1.1" status: 200 len: 818 time: 0.4763145 Jul 30 16:05:16.733602 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-c21bfcff-c673-45e6-9969-f3454fee4b0f service neutron] 10.222.0.60 "GET /v2.0/networks/9d9df665-303f-4ad5-ae03-1b82c68d7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303075 Jul 30 16:05:16.768722 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-40fcf8b9-0cee-40a2-8b0b-b957da1cf1f9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Request body: {'port': {'device_id': '8103779f-05af-43e0-8832-e61049e49f2e', 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6', 'admin_state_up': True, 'tenant_id': '6553c039f41c41fb9e47c968ec8e6e98'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:16.797302 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:16.822332 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936176da-286a-4249-ab24-c873bf2d6579 req-19af3de3-affe-47c8-bada-f4ee8f3df211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:16.823999 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-936176da-286a-4249-ab24-c873bf2d6579 req-19af3de3-affe-47c8-bada-f4ee8f3df211 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4db3b69e8a5f4b47a62fe9e771a7885b&device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 1097 time: 0.5102541 Jul 30 16:05:16.929347 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:16.996183 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-936176da-286a-4249-ab24-c873bf2d6579 req-1455e249-8518-492e-aa7b-3f9ad2ebb355 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2535cca8-9cb4-4b9e-8d13-0a21a37b60dd HTTP/1.1" status: 200 len: 217 time: 0.1366048 Jul 30 16:05:17.021133 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a01c9ed1-e129-4031-81b4-6846435e2e0e req-dc1a6c14-824f-4960-a5f9-d5af1f0c80a3 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664682 Jul 30 16:05:17.113220 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f5d9969-9785-475d-b045-612476738ea6 req-53b65434-a28f-4000-b0e7-08f97fdc2d89 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6553c039f41c41fb9e47c968ec8e6e98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4230902 Jul 30 16:05:17.120631 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:05:17.141824 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:17.159469 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:05:17.169489 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event updated for resources: {'Port': ['ID=351155a6-8b30-43aa-9ebb-e785605868d9,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:17.175056 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:05:17.294652 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-000b1ee9-0b7a-4580-9dc0-8e009465502f req-05e7389c-82de-472e-970b-3043a6ee5a99 service neutron] 10.222.0.60 "GET /v2.0/networks/9d9df665-303f-4ad5-ae03-1b82c68d7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808064 Jul 30 16:05:17.299133 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936176da-286a-4249-ab24-c873bf2d6579 req-9702f235-64d1-4207-8e14-9e94f7c9ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:17.301426 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-936176da-286a-4249-ab24-c873bf2d6579 req-9702f235-64d1-4207-8e14-9e94f7c9ac1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64d7ab39-0c0c-4bb3-9f7d-acf99370f255 HTTP/1.1" status: 200 len: 855 time: 0.2873075 Jul 30 16:05:17.353862 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 23b98580-3902-40c8-9443-de4204453e5f up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:17.380687 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-936176da-286a-4249-ab24-c873bf2d6579 req-0399b123-3ffd-47b8-8c5b-9cfc73124167 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ee84c3c3-d232-4e78-bb71-1721bff770cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685468 Jul 30 16:05:17.381221 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:17.403245 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-40fcf8b9-0cee-40a2-8b0b-b957da1cf1f9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Made reservation on behalf of 6553c039f41c41fb9e47c968ec8e6e98 for: {'port': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:05:17.407327 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-40fcf8b9-0cee-40a2-8b0b-b957da1cf1f9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:17.467315 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port 23b98580-3902-40c8-9443-de4204453e5f completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:05:17.477764 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 23b98580-3902-40c8-9443-de4204453e5f triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:17.478532 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:17.491693 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1337e-64e3-4f8b-8ca5-4fa85a81e0d0 req-825c3b9a-7dd0-4f7d-a631-9c0d57a90008 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:17.505887 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-50b1337e-64e3-4f8b-8ca5-4fa85a81e0d0 req-825c3b9a-7dd0-4f7d-a631-9c0d57a90008 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 944 time: 0.3373654 Jul 30 16:05:17.519777 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:17.595957 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f5d9969-9785-475d-b045-612476738ea6 req-e5513d01-8d2a-4954-9467-93124bdf7ae9 service neutron] 10.222.0.61 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557662 Jul 30 16:05:17.598108 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Allocated IP 172.27.3.77 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/8efb6d23-f716-4e8c-9903-d7c4394d2458) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:05:17.641613 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97286bff-2709-44ec-93c3-9c681e119b17 req-e87c1dab-bb6b-4a2d-94be-fa25cc2c1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:17.654421 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-97286bff-2709-44ec-93c3-9c681e119b17 req-e87c1dab-bb6b-4a2d-94be-fa25cc2c1902 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dab2c012bf2b488388b2d56f3104d4b5&device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 1097 time: 0.2760754 Jul 30 16:05:17.684454 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:17.730704 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port 23b98580-3902-40c8-9443-de4204453e5f, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=23b98580-3902-40c8-9443-de4204453e5f,segment=NetworkSegment(33327ab6-b042-4a23-820d-2f085b058812),segment_id=33327ab6-b042-4a23-820d-2f085b058812)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:17.736818 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:17.738421 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 165b46cb-0e02-4f76-ae19-247b762210a5 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:17.774492 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-50b1337e-64e3-4f8b-8ca5-4fa85a81e0d0 req-7f3f3774-1236-4072-bc90-0aabf652508a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675540 Jul 30 16:05:17.859273 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=23b98580-3902-40c8-9443-de4204453e5f,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:17.907525 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 165b46cb-0e02-4f76-ae19-247b762210a5 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:17.908052 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:18.051287 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-40fcf8b9-0cee-40a2-8b0b-b957da1cf1f9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Allocated IP 172.20.0.13 (ac51fee5-96ff-410d-b23b-24f8c16c68d6/2a10c707-a593-465f-9fb7-14f4864d1a33/730a8746-44b4-4a2f-88e3-d29121f4149f) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:05:18.206929 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for port, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:18.229469 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:18.312668 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-936176da-286a-4249-ab24-c873bf2d6579 req-2d92424c-ec39-430e-9052-f63257b55706 service neutron] 10.222.0.60 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9074759 Jul 30 16:05:18.315850 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 54244) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:18.473429 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:18.492850 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45934ee-c729-4e00-9e6c-c9b268d38db7 req-d736be3b-26b4-43e3-9aa7-a93077409783 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:18.500754 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d45934ee-c729-4e00-9e6c-c9b268d38db7 req-d736be3b-26b4-43e3-9aa7-a93077409783 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 944 time: 0.3528512 Jul 30 16:05:18.567235 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:18.568236 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3308370 Jul 30 16:05:18.587356 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94c448-6e80-43fd-a2a5-2f00924c2539 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event updated for resources: {'Port': ['ID=351155a6-8b30-43aa-9ebb-e785605868d9,revision_number=2']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:18.640143 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d45934ee-c729-4e00-9e6c-c9b268d38db7 req-607f29e9-f929-42e3-ad43-2ff15c666172 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358819 Jul 30 16:05:18.683458 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-40fcf8b9-0cee-40a2-8b0b-b957da1cf1f9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:18.699626 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f5d9969-9785-475d-b045-612476738ea6 req-c27fb73e-2839-4fd2-bc82-dab3f626b2ba service neutron] 10.222.0.61 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0845213 Jul 30 16:05:18.710472 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:18.738872 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-40fcf8b9-0cee-40a2-8b0b-b957da1cf1f9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:18.763271 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-efa4e82b-9241-4567-b9a6-053e85bc12dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:18.776202 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-936176da-286a-4249-ab24-c873bf2d6579 req-59438289-8509-489c-af07-919209624e55 service neutron] 10.222.0.60 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923054 Jul 30 16:05:18.890908 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97286bff-2709-44ec-93c3-9c681e119b17 req-99d93b2c-e84e-42d5-9b8d-1438c8261c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:18.892467 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-97286bff-2709-44ec-93c3-9c681e119b17 req-99d93b2c-e84e-42d5-9b8d-1438c8261c8c service neutron] 10.222.0.60 "GET /v2.0/networks?id=9d9df665-303f-4ad5-ae03-1b82c68d7a17 HTTP/1.1" status: 200 len: 913 time: 1.2195139 Jul 30 16:05:18.946589 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-40fcf8b9-0cee-40a2-8b0b-b957da1cf1f9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Network ac51fee5-96ff-410d-b23b-24f8c16c68d6 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:05:18.953995 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-97286bff-2709-44ec-93c3-9c681e119b17 req-25c18570-fbbe-4374-8ad2-1fa3dc893d66 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af6b2a1b-47c7-4d06-992a-899ac75e6ce7 HTTP/1.1" status: 200 len: 217 time: 0.0458941 Jul 30 16:05:18.955518 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-2a5a4c0b-d566-4a95-8506-cc5c67aba8ac tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--971021908&fields=id&tenant_id=15377e3ad59448e2a0d51249c5cf4a32 HTTP/1.1" status: 200 len: 267 time: 0.1330116 Jul 30 16:05:18.963462 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-40fcf8b9-0cee-40a2-8b0b-b957da1cf1f9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:05:18.969195 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-40fcf8b9-0cee-40a2-8b0b-b957da1cf1f9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:05:18.975346 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-40fcf8b9-0cee-40a2-8b0b-b957da1cf1f9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:18.975481 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-40fcf8b9-0cee-40a2-8b0b-b957da1cf1f9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for port, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:18.992556 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcf8b9-0cee-40a2-8b0b-b957da1cf1f9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Pushing event updated for resources: {'Port': ['ID=730a8746-44b4-4a2f-88e3-d29121f4149f,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:19.076229 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-efa4e82b-9241-4567-b9a6-053e85bc12dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:19.092611 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-efa4e82b-9241-4567-b9a6-053e85bc12dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:19.096759 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:19.127705 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-40fcf8b9-0cee-40a2-8b0b-b957da1cf1f9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3670564 Jul 30 16:05:19.174854 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Request body: {'port': {'device_id': '8103779f-05af-43e0-8832-e61049e49f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:19.206880 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 23b98580-3902-40c8-9443-de4204453e5f up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:19.213898 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-0f7a24fd-433f-4544-83e8-5db89fdd486a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:19.215504 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event updated for resources: {'Port': ['ID=8efb6d23-f716-4e8c-9903-d7c4394d2458,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:19.216044 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-0f7a24fd-433f-4544-83e8-5db89fdd486a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/networks?id=8b371347-3539-4d23-9546-ea91d4d992d4 HTTP/1.1" status: 200 len: 816 time: 0.2378404 Jul 30 16:05:19.239710 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4e82b-9241-4567-b9a6-053e85bc12dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d0ec96-1d2c-4965-abd0-e0b1c134be46,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:19.247826 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-d6df8661-2854-47d6-8a92-9455a462f5f2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/quotas/15377e3ad59448e2a0d51249c5cf4a32 HTTP/1.1" status: 200 len: 375 time: 0.0155017 Jul 30 16:05:19.274103 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:05:19.285911 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97286bff-2709-44ec-93c3-9c681e119b17 req-457b1292-c570-4cab-abc1-14d527786979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:19.287538 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-97286bff-2709-44ec-93c3-9c681e119b17 req-457b1292-c570-4cab-abc1-14d527786979 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c0410231-bd6f-4668-8090-1bfc35e566c6 HTTP/1.1" status: 200 len: 852 time: 0.3205745 Jul 30 16:05:19.290270 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:05:19.293700 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:05:19.299459 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-efa4e82b-9241-4567-b9a6-053e85bc12dd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ff64a60f6ff41959a8990b888c2ec01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9169943 Jul 30 16:05:19.300109 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 23b98580-3902-40c8-9443-de4204453e5f triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:19.301091 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:19.302585 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:19.305477 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54282) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:19.327312 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43780fa9-7d41-4ab8-b6f6-bcce7d669482 req-5532873d-7af4-47fc-98ea-cd76093e1a0b tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:19.328998 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-43780fa9-7d41-4ab8-b6f6-bcce7d669482 req-5532873d-7af4-47fc-98ea-cd76093e1a0b tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 944 time: 0.4222829 Jul 30 16:05:19.461778 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-97286bff-2709-44ec-93c3-9c681e119b17 req-3eaa0c60-86e2-47ef-9e67-4857a891457d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9d9df665-303f-4ad5-ae03-1b82c68d7a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1611016 Jul 30 16:05:19.478534 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-aca65e88-bd87-4477-8f43-1537c3c7db2f tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=15377e3ad59448e2a0d51249c5cf4a32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1720896 Jul 30 16:05:19.563297 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-add020e3-a826-4f91-9c85-6a696ba69d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:19.567343 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:19.618566 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-43780fa9-7d41-4ab8-b6f6-bcce7d669482 req-8e4ec1e4-7a3f-497a-9859-79f81574f470 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669669 Jul 30 16:05:19.639925 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:19.691647 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-97286bff-2709-44ec-93c3-9c681e119b17 req-8251a755-b13e-4ecd-9af4-52cd87cb4c09 service neutron] 10.222.0.60 "GET /v2.0/networks/9d9df665-303f-4ad5-ae03-1b82c68d7a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130787 Jul 30 16:05:19.807171 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-add020e3-a826-4f91-9c85-6a696ba69d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:19.831231 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b2dd5f05-36f8-436c-9e9f-723a3f25035d req-9d3375d5-b571-4f3b-8c82-38904c7e5fd7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 210 time: 0.0576711 Jul 30 16:05:19.909568 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-46f56a77-487a-454e-aab3-7092db65e25b service neutron] 10.222.0.61 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981876 Jul 30 16:05:19.918166 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730a8746-44b4-4a2f-88e3-d29121f4149f {{(pid=93354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:05:19.935004 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:19.953288 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-97286bff-2709-44ec-93c3-9c681e119b17 req-5395a8a7-85c7-4fb1-8658-b9a0bbda60a4 service neutron] 10.222.0.60 "GET /v2.0/networks/9d9df665-303f-4ad5-ae03-1b82c68d7a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498920 Jul 30 16:05:19.982838 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-add020e3-a826-4f91-9c85-6a696ba69d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:19.984656 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-add020e3-a826-4f91-9c85-6a696ba69d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:19.985894 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-add020e3-a826-4f91-9c85-6a696ba69d9f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d1d0ec96-1d2c-4965-abd0-e0b1c134be46 HTTP/1.1" status: 204 len: 168 time: 0.6770277 Jul 30 16:05:19.997381 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45791a7-8eda-480d-b2c3-93167a054b29 req-942712d8-dfb3-4e4b-95de-e30a4401b4b9 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:19.999719 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c45791a7-8eda-480d-b2c3-93167a054b29 req-942712d8-dfb3-4e4b-95de-e30a4401b4b9 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 944 time: 0.0923526 Jul 30 16:05:20.007417 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.provisioning_blocks [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Transition to ACTIVE for port object 730a8746-44b4-4a2f-88e3-d29121f4149f will not be triggered until provisioned by entity L2. {{(pid=93354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:05:20.008728 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:20.025770 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:20.026461 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:20.080181 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:20.088611 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add020e3-a826-4f91-9c85-6a696ba69d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d0ec96-1d2c-4965-abd0-e0b1c134be46,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:20.097562 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c45791a7-8eda-480d-b2c3-93167a054b29 req-90582264-455c-4632-bb3c-dc516fcd6133 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867071 Jul 30 16:05:20.107646 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Pushing event updated for resources: {'Port': ['ID=730a8746-44b4-4a2f-88e3-d29121f4149f,revision_number=2']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:20.109151 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:20.110385 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8524606 Jul 30 16:05:20.111129 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3642b-f346-4324-9048-7bb5749e90f5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event updated for resources: {'Port': ['ID=8efb6d23-f716-4e8c-9903-d7c4394d2458,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:20.229885 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-4e1e57c9-528a-44df-9d0a-6c2cf380c779 service neutron] 10.222.0.61 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067045 Jul 30 16:05:20.296847 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.managers [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Attempting to bind port 730a8746-44b4-4a2f-88e3-d29121f4149f on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:05:20.297230 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.managers [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Attempting to bind port 730a8746-44b4-4a2f-88e3-d29121f4149f by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '33327ab6-b042-4a23-820d-2f085b058812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6'}] {{(pid=93354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:05:20.297591 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Attempting to bind port 730a8746-44b4-4a2f-88e3-d29121f4149f on network ac51fee5-96ff-410d-b23b-24f8c16c68d6 {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:20.303548 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Port 730a8746-44b4-4a2f-88e3-d29121f4149f on network ac51fee5-96ff-410d-b23b-24f8c16c68d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:05:20.303906 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Attempting to bind port 730a8746-44b4-4a2f-88e3-d29121f4149f on network ac51fee5-96ff-410d-b23b-24f8c16c68d6 {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:20.309610 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:05:20.309959 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Checking segment: {'id': '33327ab6-b042-4a23-820d-2f085b058812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:05:20.310536 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Bound using segment: {'id': '33327ab6-b042-4a23-820d-2f085b058812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6'} {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:05:20.310973 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.managers [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Bound port: 730a8746-44b4-4a2f-88e3-d29121f4149f, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33327ab6-b042-4a23-820d-2f085b058812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6'}}] {{(pid=93354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:05:20.311376 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:20.382998 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d9969-9785-475d-b045-612476738ea6 req-b0b91065-76ba-46de-8f86-b1f2fb4f68ed tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:20.385191 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f5d9969-9785-475d-b045-612476738ea6 req-b0b91065-76ba-46de-8f86-b1f2fb4f68ed tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.60 "GET /v2.0/networks?id=ac51fee5-96ff-410d-b23b-24f8c16c68d6 HTTP/1.1" status: 200 len: 818 time: 0.2304039 Jul 30 16:05:20.416513 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-9f5d9969-9785-475d-b045-612476738ea6 req-a8154601-b319-4ddf-af70-29754c2fef8c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Request body: {'port': {'device_id': '889f7603-c984-4cdb-8484-eec0b9389e7e', 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6', 'admin_state_up': True, 'tenant_id': '6553c039f41c41fb9e47c968ec8e6e98'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:20.512555 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54324) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:20.514373 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] For port 730a8746-44b4-4a2f-88e3-d29121f4149f, host hv-cinder-80295, cleared binding levels {{(pid=93354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:05:20.568665 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7f259c6e-4e13-4706-b3b2-c06b202603a9 req-c719fd8f-dd09-4598-ac93-fffda1b77bea tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 210 time: 0.0768743 Jul 30 16:05:20.568665 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-eea4cbae-77a7-4fd8-a9e1-2bb0e64c8552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:20.584764 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5acdd586-6235-41e9-be23-a8b8152be019 req-3d88318d-49b7-454c-9b08-43f73a8c120d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1523532048&fields=id&tenant_id=4e1402dc086c4071bae84c16365352b3 HTTP/1.1" status: 200 len: 267 time: 0.1485445 Jul 30 16:05:20.615215 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] For port 730a8746-44b4-4a2f-88e3-d29121f4149f, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=730a8746-44b4-4a2f-88e3-d29121f4149f,segment=NetworkSegment(33327ab6-b042-4a23-820d-2f085b058812),segment_id=33327ab6-b042-4a23-820d-2f085b058812)] {{(pid=93354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:05:20.634830 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:20.699745 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:20.700378 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for port, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:20.701973 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] 10.222.0.60 "PUT /v2.0/ports/730a8746-44b4-4a2f-88e3-d29121f4149f HTTP/1.1" status: 200 len: 1094 time: 1.5495114 Jul 30 16:05:20.706794 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8103779f-05af-43e0-8832-e61049e49f2e', 'tag': '730a8746-44b4-4a2f-88e3-d29121f4149f'}] {{(pid=93354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:05:20.763971 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdd586-6235-41e9-be23-a8b8152be019 req-7e8f18a7-f154-4a7e-b4eb-4cca22ac6e6a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:20.772421 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5acdd586-6235-41e9-be23-a8b8152be019 req-7e8f18a7-f154-4a7e-b4eb-4cca22ac6e6a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/networks?id=85982ae8-657f-47f5-b729-6742a565fcec HTTP/1.1" status: 200 len: 810 time: 0.1859210 Jul 30 16:05:20.788530 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5acdd586-6235-41e9-be23-a8b8152be019 req-1c739263-3d65-4b43-8c79-96144a7f8458 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/quotas/4e1402dc086c4071bae84c16365352b3 HTTP/1.1" status: 200 len: 375 time: 0.0152020 Jul 30 16:05:20.858960 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5acdd586-6235-41e9-be23-a8b8152be019 req-d479c8e9-54d5-401b-b526-f48152d31e9a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e1402dc086c4071bae84c16365352b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634024 Jul 30 16:05:20.953339 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25946328-5c8b-4d8c-a374-e1a3822015fd service neutron] Pushing event updated for resources: {'Port': ['ID=730a8746-44b4-4a2f-88e3-d29121f4149f,revision_number=3']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:21.019513 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc7f20-cd44-4ea9-b855-b1579671b734 req-7c70f6df-7f45-4f40-b359-0bfc4834bcbf tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:21.021101 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c0fc7f20-cd44-4ea9-b855-b1579671b734 req-7c70f6df-7f45-4f40-b359-0bfc4834bcbf tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 944 time: 0.2405448 Jul 30 16:05:21.032456 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1549a637e0520348546bc816cc7ba7b4d913aee95f4c3e2186750afafe3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7262df1-2516-48fb-bbec-6ab589c5ad36" -d '{"events": [{"name": "network-changed", "server_uuid": "8103779f-05af-43e0-8832-e61049e49f2e", "tag": "730a8746-44b4-4a2f-88e3-d29121f4149f"}]}' {{(pid=93354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:05:21.037789 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-7bde692d-b246-45a7-9c37-b08aa4922890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:21.039419 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-7bde692d-b246-45a7-9c37-b08aa4922890 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6553c039f41c41fb9e47c968ec8e6e98&device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 1097 time: 0.2526302 Jul 30 16:05:21.084878 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5acdd586-6235-41e9-be23-a8b8152be019 req-a800bc75-b4d2-4a75-9d81-982a9f93472b service neutron] 10.222.0.61 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080235 Jul 30 16:05:21.128230 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:05:21.160452 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-a27ad91d-39d1-4a76-b4d5-f28e56470610 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=730a8746-44b4-4a2f-88e3-d29121f4149f HTTP/1.1" status: 200 len: 217 time: 0.1076934 Jul 30 16:05:21.232465 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-eea4cbae-77a7-4fd8-a9e1-2bb0e64c8552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:21.243068 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c0fc7f20-cd44-4ea9-b855-b1579671b734 req-23ef8e31-235c-454b-81ec-ad5acaa91afe tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987178 Jul 30 16:05:21.257453 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-eea4cbae-77a7-4fd8-a9e1-2bb0e64c8552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:21.266323 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5acdd586-6235-41e9-be23-a8b8152be019 req-614bf819-b5bf-4fb0-9bde-09992b44671a service neutron] 10.222.0.61 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746907 Jul 30 16:05:21.268158 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-238c6b8f-4cba-491e-816a-09c27923701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:21.271345 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-238c6b8f-4cba-491e-816a-09c27923701e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a10c707-a593-465f-9fb7-14f4864d1a33 HTTP/1.1" status: 200 len: 858 time: 0.0967622 Jul 30 16:05:21.279484 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5d9969-9785-475d-b045-612476738ea6 req-a8154601-b319-4ddf-af70-29754c2fef8c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Made reservation on behalf of 6553c039f41c41fb9e47c968ec8e6e98 for: {'port': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:05:21.286831 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9f5d9969-9785-475d-b045-612476738ea6 req-a8154601-b319-4ddf-af70-29754c2fef8c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:21.371985 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=2535cca8-9cb4-4b9e-8d13-0a21a37b60dd,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:21.390143 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': '2535cca8-9cb4-4b9e-8d13-0a21a37b60dd', 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd', 'port_id': '2535cca8-9cb4-4b9e-8d13-0a21a37b60dd', 'mac_address': 'fa:16:3e:9d:53:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d7ab39-0c0c-4bb3-9f7d-acf99370f255', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:05:21.453385 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:21.474290 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:05:21.492599 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [req-9f5d9969-9785-475d-b045-612476738ea6 req-a8154601-b319-4ddf-af70-29754c2fef8c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Allocated IP 172.20.0.9 (ac51fee5-96ff-410d-b23b-24f8c16c68d6/2a10c707-a593-465f-9fb7-14f4864d1a33/56efc1be-1f48-41be-8569-b48b85845581) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:05:21.509453 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=2535cca8-9cb4-4b9e-8d13-0a21a37b60dd,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:21.516047 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:21.516910 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device af6b2a1b-47c7-4d06-992a-899ac75e6ce7 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:05:21.589999 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-474ad661-19b3-42b9-a3fb-c20793bd39bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac51fee5-96ff-410d-b23b-24f8c16c68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3066733 Jul 30 16:05:21.639247 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b651f64d-a1b1-441b-9402-bc7e003ff775 x-openstack-request-id: req-b651f64d-a1b1-441b-9402-bc7e003ff775 {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:05:21.639673 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8103779f-05af-43e0-8832-e61049e49f2e", "tag": "730a8746-44b4-4a2f-88e3-d29121f4149f", "status": "completed", "code": 200}]} {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:05:21.639933 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b651f64d-a1b1-441b-9402-bc7e003ff775 {{(pid=93354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:05:21.640454 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8103779f-05af-43e0-8832-e61049e49f2e', 'tag': '730a8746-44b4-4a2f-88e3-d29121f4149f', 'status': 'completed', 'code': 200} Jul 30 16:05:21.653611 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7f79fdd7-3717-4330-b252-83f262d40f4a req-02575265-f210-43e7-92ab-6c22df8b919b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 210 time: 0.0607877 Jul 30 16:05:21.727282 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=2535cca8-9cb4-4b9e-8d13-0a21a37b60dd,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:21.761399 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-eea4cbae-77a7-4fd8-a9e1-2bb0e64c8552 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6532235dae75420681c9cec58ed01d32&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2418599 Jul 30 16:05:21.796250 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 54376) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:21.805136 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port af6b2a1b-47c7-4d06-992a-899ac75e6ce7, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=af6b2a1b-47c7-4d06-992a-899ac75e6ce7,segment=NetworkSegment(c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7),segment_id=c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:21.819195 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4cbae-77a7-4fd8-a9e1-2bb0e64c8552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e17e57-68e0-4e6b-ba37-4b9a47addfba,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:21.836832 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-84a1e2f0-e6ef-48db-b51a-ebab82e2345c req-14ebab59-9cc5-4f9a-b0f4-b9b4510fdf0a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 210 time: 0.1079829 Jul 30 16:05:21.869185 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': 'af6b2a1b-47c7-4d06-992a-899ac75e6ce7', 'network_id': '9d9df665-303f-4ad5-ae03-1b82c68d7a17', 'port_id': 'af6b2a1b-47c7-4d06-992a-899ac75e6ce7', 'mac_address': 'fa:16:3e:2e:0d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0410231-bd6f-4668-8090-1bfc35e566c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:05:21.943022 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-6e9e39ba-9043-41e5-90ac-00634225f1fa service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017118 Jul 30 16:05:21.988974 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-563bb44d-d3c0-43f3-88ce-68fa08e82b4f req-627e15c8-e041-466a-a9e0-d6edf6b4bf3c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 210 time: 0.0388813 Jul 30 16:05:22.043736 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:22.109965 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0fdd5b88-f314-496a-9585-a9d6c82601dc req-ceb2126e-1990-419a-ae50-a38b4dc467ce service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316371 Jul 30 16:05:22.139668 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6b2a1b-47c7-4d06-992a-899ac75e6ce7 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:05:22.181828 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port af6b2a1b-47c7-4d06-992a-899ac75e6ce7, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=af6b2a1b-47c7-4d06-992a-899ac75e6ce7,segment=NetworkSegment(c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7),segment_id=c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:22.188156 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:22.276030 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7262df1-2516-48fb-bbec-6ab589c5ad36 req-098ed97c-2bdb-4a10-b3d8-43a90df76ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:22.277723 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c7262df1-2516-48fb-bbec-6ab589c5ad36 req-098ed97c-2bdb-4a10-b3d8-43a90df76ee7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6553c039f41c41fb9e47c968ec8e6e98&device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 1097 time: 0.0885592 Jul 30 16:05:22.304416 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9578a81-0ff1-4b3e-a13d-8ff4be5e06b4 req-b003b4f5-04ad-4d6e-8098-f27d1899f32d tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:22.315120 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e9578a81-0ff1-4b3e-a13d-8ff4be5e06b4 req-b003b4f5-04ad-4d6e-8098-f27d1899f32d tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 944 time: 0.5685918 Jul 30 16:05:22.324524 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=af6b2a1b-47c7-4d06-992a-899ac75e6ce7,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:22.422432 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fd56-c535-4ed9-9711-38d16fd395b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:22.427361 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9f5d9969-9785-475d-b045-612476738ea6 req-a8154601-b319-4ddf-af70-29754c2fef8c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:22.442635 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-3a1e1c32-3b0c-4fab-81a8-124ee336bacc tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:22.445595 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-3a1e1c32-3b0c-4fab-81a8-124ee336bacc tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.60 "GET /v2.0/networks?id=8b371347-3539-4d23-9546-ea91d4d992d4 HTTP/1.1" status: 200 len: 816 time: 0.7007904 Jul 30 16:05:22.520254 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fd56-c535-4ed9-9711-38d16fd395b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:22.528550 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['af6b2a1b-47c7-4d06-992a-899ac75e6ce7'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:05:22.544202 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e9578a81-0ff1-4b3e-a13d-8ff4be5e06b4 req-14e02971-79eb-4bb8-a4d4-00e5f2f464c3 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276075 Jul 30 16:05:22.544202 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 54400) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:22.585683 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['2535cca8-9cb4-4b9e-8d13-0a21a37b60dd'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:05:22.604396 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-92cd3cda-5ee8-4954-a869-3ee3b4335fea tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15377e3ad59448e2a0d51249c5cf4a32 HTTP/1.1" status: 200 len: 379 time: 0.1425641 Jul 30 16:05:22.631936 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-f8388bb7-f32a-44fc-b4bc-86a4f278dd27 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Request body: {'port': {'device_id': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'admin_state_up': True, 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'security_groups': ['c790205d-9055-421b-940e-2df2f4c6cc25']}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:22.666204 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221b90f-1dc6-4ffc-ac9e-4d7c3f45e247 req-9163a5e2-b42b-4bc0-ad20-c01720c432d7 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:22.679251 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3221b90f-1dc6-4ffc-ac9e-4d7c3f45e247 req-9163a5e2-b42b-4bc0-ad20-c01720c432d7 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 945 time: 0.2515752 Jul 30 16:05:22.748699 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7262df1-2516-48fb-bbec-6ab589c5ad36 req-20e72e2d-cbdd-48da-b4be-82d5a01b094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:22.750360 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c7262df1-2516-48fb-bbec-6ab589c5ad36 req-20e72e2d-cbdd-48da-b4be-82d5a01b094c service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac51fee5-96ff-410d-b23b-24f8c16c68d6 HTTP/1.1" status: 200 len: 919 time: 0.4521847 Jul 30 16:05:22.760794 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3221b90f-1dc6-4ffc-ac9e-4d7c3f45e247 req-309323cd-22a2-4cf3-827d-46a7ed5bf56d tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719998 Jul 30 16:05:22.813292 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c8e2c2d4-9b94-4f93-b198-f8432fe85f51 req-a3b6e29a-d75f-4546-b1ee-33f57886d1f6 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 210 time: 0.0509441 Jul 30 16:05:22.835805 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9f5d9969-9785-475d-b045-612476738ea6 req-a8154601-b319-4ddf-af70-29754c2fef8c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:22.837071 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c7262df1-2516-48fb-bbec-6ab589c5ad36 req-56ba1bd0-0fc9-4475-9280-f9b0ebf7741b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=730a8746-44b4-4a2f-88e3-d29121f4149f HTTP/1.1" status: 200 len: 217 time: 0.0746670 Jul 30 16:05:22.867790 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-38224ac8-e8a8-42dd-a589-26d6fa201514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:22.921544 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5d9969-9785-475d-b045-612476738ea6 req-a8154601-b319-4ddf-af70-29754c2fef8c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Network ac51fee5-96ff-410d-b23b-24f8c16c68d6 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:05:22.922747 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fd56-c535-4ed9-9711-38d16fd395b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:22.925618 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d1e7fd56-c535-4ed9-9711-38d16fd395b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:22.926838 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-d1e7fd56-c535-4ed9-9711-38d16fd395b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d3e17e57-68e0-4e6b-ba37-4b9a47addfba HTTP/1.1" status: 204 len: 168 time: 1.1287217 Jul 30 16:05:22.933958 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [req-9f5d9969-9785-475d-b045-612476738ea6 req-a8154601-b319-4ddf-af70-29754c2fef8c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:05:22.947654 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5d9969-9785-475d-b045-612476738ea6 req-a8154601-b319-4ddf-af70-29754c2fef8c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:05:22.954800 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d9969-9785-475d-b045-612476738ea6 req-a8154601-b319-4ddf-af70-29754c2fef8c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:22.955544 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9f5d9969-9785-475d-b045-612476738ea6 req-a8154601-b319-4ddf-af70-29754c2fef8c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:22.957568 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7262df1-2516-48fb-bbec-6ab589c5ad36 req-69e664cb-869e-4caa-ab1b-6f82388e57c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:22.959030 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c7262df1-2516-48fb-bbec-6ab589c5ad36 req-69e664cb-869e-4caa-ab1b-6f82388e57c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a10c707-a593-465f-9fb7-14f4864d1a33 HTTP/1.1" status: 200 len: 858 time: 0.0964217 Jul 30 16:05:23.036050 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c7262df1-2516-48fb-bbec-6ab589c5ad36 req-3ae533b6-8afd-4205-a61c-34da7dace44f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac51fee5-96ff-410d-b23b-24f8c16c68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466080 Jul 30 16:05:23.061451 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-641269a2-1de5-4b9e-be5d-83dc9ac843c4 req-9fbd971c-065e-4d96-81fd-c287fef66767 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 210 time: 0.1036091 Jul 30 16:05:23.071248 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.60', 63436) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:23.119772 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-38224ac8-e8a8-42dd-a589-26d6fa201514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:23.142004 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-38224ac8-e8a8-42dd-a589-26d6fa201514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:23.179518 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-38224ac8-e8a8-42dd-a589-26d6fa201514 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4e83240fe02404a801e49ed491126b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6197925 Jul 30 16:05:23.182218 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54424) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:23.188173 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7fd56-c535-4ed9-9711-38d16fd395b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e17e57-68e0-4e6b-ba37-4b9a47addfba,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:23.262515 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38224ac8-e8a8-42dd-a589-26d6fa201514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd31c0c7-5ec5-4127-8c6e-74355af43c0f,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:23.302030 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8154601-b319-4ddf-af70-29754c2fef8c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Pushing event updated for resources: {'Port': ['ID=56efc1be-1f48-41be-8569-b48b85845581,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:23.321269 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7460180e-33cb-4f22-aa3c-58758e9df357 req-f905e26e-860f-40d6-afba-eb9bf0c3d2f2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 210 time: 0.1528370 Jul 30 16:05:23.324970 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f5d9969-9785-475d-b045-612476738ea6 req-a8154601-b319-4ddf-af70-29754c2fef8c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9300561 Jul 30 16:05:23.334161 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-f8388bb7-f32a-44fc-b4bc-86a4f278dd27 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Made reservation on behalf of 15377e3ad59448e2a0d51249c5cf4a32 for: {'port': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:05:23.339859 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-f8388bb7-f32a-44fc-b4bc-86a4f278dd27 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:23.350180 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Request body: {'port': {'device_id': '889f7603-c984-4cdb-8484-eec0b9389e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:23.364802 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c7262df1-2516-48fb-bbec-6ab589c5ad36 req-e045f26e-3aa4-4661-a837-cc7b90e917cd service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030865 Jul 30 16:05:23.401760 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdd586-6235-41e9-be23-a8b8152be019 req-5a7eec40-f480-444c-892a-dc063cf27361 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:23.403844 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5acdd586-6235-41e9-be23-a8b8152be019 req-5a7eec40-f480-444c-892a-dc063cf27361 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.60 "GET /v2.0/networks?id=85982ae8-657f-47f5-b729-6742a565fcec HTTP/1.1" status: 200 len: 810 time: 0.3300960 Jul 30 16:05:23.467084 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:23.512973 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a1f02ab5-f395-4182-a1d0-7178fcf05a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:23.605845 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a1f02ab5-f395-4182-a1d0-7178fcf05a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:23.615883 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8f09e433-6dae-4d6f-8245-edb3875a870c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e1402dc086c4071bae84c16365352b3 HTTP/1.1" status: 200 len: 380 time: 0.1896734 Jul 30 16:05:23.626146 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-f8388bb7-f32a-44fc-b4bc-86a4f278dd27 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Allocated IP 172.20.0.14 (8b371347-3539-4d23-9546-ea91d4d992d4/11cade48-67f7-4537-a1c0-f728e42f6cbb/a8bb353d-bae4-4562-a88a-78a07c9d2a61) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:05:23.639906 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [req-5acdd586-6235-41e9-be23-a8b8152be019 req-d4bb7361-a97c-4da4-ac9d-6251c557939c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Request body: {'port': {'device_id': '40202917-43ca-4e93-9b8c-af0fe4fcf26f', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'admin_state_up': True, 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'security_groups': ['e0ab5dc2-5db4-4688-9909-04565e00f2e6']}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:23.843116 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c7262df1-2516-48fb-bbec-6ab589c5ad36 req-9612dbd2-f8ef-4295-8ce0-9538562e4cd6 service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704285 Jul 30 16:05:23.908516 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b7204-e6eb-4de1-911f-d771c8144ac5 req-214e53ac-a7c2-410e-834c-3cbd32828210 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:23.911224 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ec9b7204-e6eb-4de1-911f-d771c8144ac5 req-214e53ac-a7c2-410e-834c-3cbd32828210 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 945 time: 0.2784212 Jul 30 16:05:23.937157 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a1f02ab5-f395-4182-a1d0-7178fcf05a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:23.942474 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a1f02ab5-f395-4182-a1d0-7178fcf05a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:23.944392 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-a1f02ab5-f395-4182-a1d0-7178fcf05a85 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd31c0c7-5ec5-4127-8c6e-74355af43c0f HTTP/1.1" status: 204 len: 168 time: 0.7610540 Jul 30 16:05:23.978719 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-f8388bb7-f32a-44fc-b4bc-86a4f278dd27 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:24.001736 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f02ab5-f395-4182-a1d0-7178fcf05a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd31c0c7-5ec5-4127-8c6e-74355af43c0f,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:24.028075 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-f8388bb7-f32a-44fc-b4bc-86a4f278dd27 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Transition to ACTIVE for port object a8bb353d-bae4-4562-a88a-78a07c9d2a61 will not be triggered until provisioned by entity DHCP. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:05:24.055064 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56efc1be-1f48-41be-8569-b48b85845581 {{(pid=93353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:05:24.066418 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:24.066611 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ec9b7204-e6eb-4de1-911f-d771c8144ac5 req-9f116191-e3b6-45f1-ad0f-da6cc8751080 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206627 Jul 30 16:05:24.069836 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5acdd586-6235-41e9-be23-a8b8152be019 req-d4bb7361-a97c-4da4-ac9d-6251c557939c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Made reservation on behalf of 4e1402dc086c4071bae84c16365352b3 for: {'port': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:05:24.077919 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-5acdd586-6235-41e9-be23-a8b8152be019 req-d4bb7361-a97c-4da4-ac9d-6251c557939c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:24.092013 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e3881-9961-482a-9ac8-595c9c136085 req-9721ee62-5cd0-4f34-9704-55da7d5e0911 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:24.092999 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-145e3881-9961-482a-9ac8-595c9c136085 req-9721ee62-5cd0-4f34-9704-55da7d5e0911 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 945 time: 0.1870415 Jul 30 16:05:24.118947 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Transition to ACTIVE for port object 56efc1be-1f48-41be-8569-b48b85845581 will not be triggered until provisioned by entity L2. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:05:24.136000 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:24.202711 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-f8388bb7-f32a-44fc-b4bc-86a4f278dd27 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:24.269750 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-f8388bb7-f32a-44fc-b4bc-86a4f278dd27 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Network 8b371347-3539-4d23-9546-ea91d4d992d4 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:05:24.272840 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Pushing event updated for resources: {'Port': ['ID=56efc1be-1f48-41be-8569-b48b85845581,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:24.298742 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-145e3881-9961-482a-9ac8-595c9c136085 req-7748a2a0-ec81-4127-bd44-4deca1360f93 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625781 Jul 30 16:05:24.298742 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-f8388bb7-f32a-44fc-b4bc-86a4f278dd27 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:05:24.383029 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-f8388bb7-f32a-44fc-b4bc-86a4f278dd27 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:05:24.392383 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-f8388bb7-f32a-44fc-b4bc-86a4f278dd27 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:24.393191 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-f8388bb7-f32a-44fc-b4bc-86a4f278dd27 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:24.399557 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0b809-65fa-4828-b236-c50621c1c151 req-79c13f2f-03bb-4e53-a8b3-3ea397e56592 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:24.407441 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f3c0b809-65fa-4828-b236-c50621c1c151 req-79c13f2f-03bb-4e53-a8b3-3ea397e56592 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 943 time: 0.2052360 Jul 30 16:05:24.469680 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [req-5acdd586-6235-41e9-be23-a8b8152be019 req-d4bb7361-a97c-4da4-ac9d-6251c557939c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Allocated IP 172.20.0.13 (85982ae8-657f-47f5-b729-6742a565fcec/f0ed38a9-6919-4226-9d04-1c45eb199d71/f88d5169-b15d-40ef-b997-4ae68db091bc) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:05:24.484367 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-f8388bb7-f32a-44fc-b4bc-86a4f278dd27 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8690422 Jul 30 16:05:24.519614 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f3c0b809-65fa-4828-b236-c50621c1c151 req-07da4141-c366-463f-8bcf-b17ce964e099 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995340 Jul 30 16:05:24.565111 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-181a9149-d73f-4022-be3b-bbf869fc163a req-1b601800-e1a5-4899-af5f-22370ffd6ada tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 210 time: 0.1287467 Jul 30 16:05:24.570305 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Request body: {'port': {'device_id': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:24.583682 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 54478) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:24.614876 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Attempting to bind port 56efc1be-1f48-41be-8569-b48b85845581 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:05:24.615239 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Attempting to bind port 56efc1be-1f48-41be-8569-b48b85845581 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '33327ab6-b042-4a23-820d-2f085b058812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6'}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:05:24.616633 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Attempting to bind port 56efc1be-1f48-41be-8569-b48b85845581 on network ac51fee5-96ff-410d-b23b-24f8c16c68d6 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:24.626839 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8388bb7-f32a-44fc-b4bc-86a4f278dd27 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event updated for resources: {'Port': ['ID=a8bb353d-bae4-4562-a88a-78a07c9d2a61,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:24.640844 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-982c6c9c-a560-41a1-9496-afd9b37096d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:24.645807 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Port 56efc1be-1f48-41be-8569-b48b85845581 on network ac51fee5-96ff-410d-b23b-24f8c16c68d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:05:24.647539 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Attempting to bind port 56efc1be-1f48-41be-8569-b48b85845581 on network ac51fee5-96ff-410d-b23b-24f8c16c68d6 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:24.693373 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:05:24.693770 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Checking segment: {'id': '33327ab6-b042-4a23-820d-2f085b058812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:05:24.694218 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Bound using segment: {'id': '33327ab6-b042-4a23-820d-2f085b058812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6'} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:05:24.694865 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Bound port: 56efc1be-1f48-41be-8569-b48b85845581, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33327ab6-b042-4a23-820d-2f085b058812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6'}}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:05:24.695487 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:24.722427 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:24.776808 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-e2d60948-da04-48fb-9ee2-c5f84844f837 None None] Provisioning for port a8bb353d-bae4-4562-a88a-78a07c9d2a61 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:05:24.784131 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-e2d60948-da04-48fb-9ee2-c5f84844f837 None None] Provisioning complete for port a8bb353d-bae4-4562-a88a-78a07c9d2a61 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:24.786947 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-e2d60948-da04-48fb-9ee2-c5f84844f837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:24.818088 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-5acdd586-6235-41e9-be23-a8b8152be019 req-d4bb7361-a97c-4da4-ac9d-6251c557939c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:24.844538 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.provisioning_blocks [req-5acdd586-6235-41e9-be23-a8b8152be019 req-d4bb7361-a97c-4da4-ac9d-6251c557939c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Transition to ACTIVE for port object f88d5169-b15d-40ef-b997-4ae68db091bc will not be triggered until provisioned by entity DHCP. {{(pid=93354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:05:24.855344 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] For port 56efc1be-1f48-41be-8569-b48b85845581, host hv-cinder-80295, cleared binding levels {{(pid=93353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:05:24.878324 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-e2d60948-da04-48fb-9ee2-c5f84844f837 None None] Port a8bb353d-bae4-4562-a88a-78a07c9d2a61 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:05:24.884011 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] For port 56efc1be-1f48-41be-8569-b48b85845581, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=56efc1be-1f48-41be-8569-b48b85845581,segment=NetworkSegment(33327ab6-b042-4a23-820d-2f085b058812),segment_id=33327ab6-b042-4a23-820d-2f085b058812)] {{(pid=93353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:05:24.899270 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:24.920935 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a29f49-4c3a-4194-ae2f-a3a5218aae8d req-ac028fa2-3802-495d-9eea-604602576e53 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:24.925262 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-25a29f49-4c3a-4194-ae2f-a3a5218aae8d req-ac028fa2-3802-495d-9eea-604602576e53 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 932 time: 0.2128551 Jul 30 16:05:24.977714 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-5acdd586-6235-41e9-be23-a8b8152be019 req-d4bb7361-a97c-4da4-ac9d-6251c557939c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:25.024546 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-25a29f49-4c3a-4194-ae2f-a3a5218aae8d req-a8e64b57-e5cd-451e-8d8d-38881c7c1ce7 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874412 Jul 30 16:05:25.027313 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:25.027941 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:25.030038 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f5d9969-9785-475d-b045-612476738ea6 req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] 10.222.0.60 "PUT /v2.0/ports/56efc1be-1f48-41be-8569-b48b85845581 HTTP/1.1" status: 200 len: 1093 time: 1.6847410 Jul 30 16:05:25.035339 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889f7603-c984-4cdb-8484-eec0b9389e7e', 'tag': '56efc1be-1f48-41be-8569-b48b85845581'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:05:25.046743 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077c04d6-9a3a-49b4-b3ad-255750151e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "889f7603-c984-4cdb-8484-eec0b9389e7e", "tag": "56efc1be-1f48-41be-8569-b48b85845581"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:05:25.057956 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5acdd586-6235-41e9-be23-a8b8152be019 req-d4bb7361-a97c-4da4-ac9d-6251c557939c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Network 85982ae8-657f-47f5-b729-6742a565fcec is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:05:25.062030 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [req-5acdd586-6235-41e9-be23-a8b8152be019 req-d4bb7361-a97c-4da4-ac9d-6251c557939c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:05:25.067296 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acdd586-6235-41e9-be23-a8b8152be019 req-d4bb7361-a97c-4da4-ac9d-6251c557939c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:05:25.073222 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdd586-6235-41e9-be23-a8b8152be019 req-d4bb7361-a97c-4da4-ac9d-6251c557939c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:25.073873 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-5acdd586-6235-41e9-be23-a8b8152be019 req-d4bb7361-a97c-4da4-ac9d-6251c557939c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for port, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:25.127740 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb7361-a97c-4da4-ac9d-6251c557939c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event updated for resources: {'Port': ['ID=f88d5169-b15d-40ef-b997-4ae68db091bc,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:25.131803 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 730a8746-44b4-4a2f-88e3-d29121f4149f details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:05:25.133925 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:25.139984 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54502) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:25.205859 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa027f62-e749-4f42-b3cf-ab27b421daa2 x-openstack-request-id: req-aa027f62-e749-4f42-b3cf-ab27b421daa2 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:05:25.205859 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889f7603-c984-4cdb-8484-eec0b9389e7e", "tag": "56efc1be-1f48-41be-8569-b48b85845581", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:05:25.206074 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa027f62-e749-4f42-b3cf-ab27b421daa2 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:05:25.207850 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889f7603-c984-4cdb-8484-eec0b9389e7e', 'tag': '56efc1be-1f48-41be-8569-b48b85845581', 'status': 'completed', 'code': 200} Jul 30 16:05:25.232059 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4c2ed-158b-4303-bcb2-1562bad4e1d9 req-312ea02d-4d9e-47dc-9b57-3f75bb6b6057 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:25.234379 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-57c4c2ed-158b-4303-bcb2-1562bad4e1d9 req-312ea02d-4d9e-47dc-9b57-3f75bb6b6057 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 945 time: 0.0677235 Jul 30 16:05:25.290590 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2358c-7ec8-495a-ae11-e13c09878dfe service neutron] Pushing event updated for resources: {'Port': ['ID=56efc1be-1f48-41be-8569-b48b85845581,revision_number=3']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:25.316482 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-57c4c2ed-158b-4303-bcb2-1562bad4e1d9 req-15c56b40-93f6-43d3-8e5f-49fe13bb8b14 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601084 Jul 30 16:05:25.344856 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:05:25.356974 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-982c6c9c-a560-41a1-9496-afd9b37096d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:25.372275 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:25.372681 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:25.374956 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5acdd586-6235-41e9-be23-a8b8152be019 req-d4bb7361-a97c-4da4-ac9d-6251c557939c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7473605 Jul 30 16:05:25.383824 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-982c6c9c-a560-41a1-9496-afd9b37096d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:25.390062 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Request body: {'port': {'device_id': '40202917-43ca-4e93-9b8c-af0fe4fcf26f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:25.423221 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 730a8746-44b4-4a2f-88e3-d29121f4149f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=730a8746-44b4-4a2f-88e3-d29121f4149f,segment=NetworkSegment(33327ab6-b042-4a23-820d-2f085b058812),segment_id=33327ab6-b042-4a23-820d-2f085b058812)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:25.445293 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': '730a8746-44b4-4a2f-88e3-d29121f4149f', 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6', 'port_id': '730a8746-44b4-4a2f-88e3-d29121f4149f', 'mac_address': 'fa:16:3e:bb:89:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a10c707-a593-465f-9fb7-14f4864d1a33', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:05:25.469598 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d9969-9785-475d-b045-612476738ea6 req-3196c2ed-dd09-4b73-a834-7929442d2309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:25.471379 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f5d9969-9785-475d-b045-612476738ea6 req-3196c2ed-dd09-4b73-a834-7929442d2309 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6553c039f41c41fb9e47c968ec8e6e98&device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 1096 time: 0.3853676 Jul 30 16:05:25.495330 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:25.547755 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:25.551118 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-2ebb9db0-0da9-4394-ac5e-a17ca8d5e7f6 None None] Provisioning for port f88d5169-b15d-40ef-b997-4ae68db091bc completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:05:25.562527 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-982c6c9c-a560-41a1-9496-afd9b37096d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a5a5f39566c4fd4b08c8dc850724868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9777429 Jul 30 16:05:25.566519 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c6c9c-a560-41a1-9496-afd9b37096d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d91dc67-41d1-479d-8f36-9ebc9c5aaac7,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:25.587607 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:25.590241 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-2ebb9db0-0da9-4394-ac5e-a17ca8d5e7f6 None None] Provisioning complete for port f88d5169-b15d-40ef-b997-4ae68db091bc triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:25.590781 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-2ebb9db0-0da9-4394-ac5e-a17ca8d5e7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:25.597714 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 54518) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:25.600507 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f5d9969-9785-475d-b045-612476738ea6 req-165d9f58-a179-4346-84fa-54562dc85923 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56efc1be-1f48-41be-8569-b48b85845581 HTTP/1.1" status: 200 len: 217 time: 0.1069603 Jul 30 16:05:25.625401 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730a8746-44b4-4a2f-88e3-d29121f4149f {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:05:25.629885 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d573444f-9bb7-44aa-a35f-af9c7599e239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:25.716562 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d5fb8-a858-4977-969e-76a4c0e4abb1 req-b74b3cf5-acd2-492d-a6f3-783a00dddd4d tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:25.718189 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-919d5fb8-a858-4977-969e-76a4c0e4abb1 req-b74b3cf5-acd2-492d-a6f3-783a00dddd4d tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 945 time: 0.3314717 Jul 30 16:05:25.722286 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=2535cca8-9cb4-4b9e-8d13-0a21a37b60dd,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:25.727101 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fb17a8-bd78-43c1-a0d0-d9716e3873e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535cca8-9cb4-4b9e-8d13-0a21a37b60dd'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:05:25.769268 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d9969-9785-475d-b045-612476738ea6 req-8d422de1-4775-467c-82a9-39cfb512ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:25.770792 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f5d9969-9785-475d-b045-612476738ea6 req-8d422de1-4775-467c-82a9-39cfb512ed1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a10c707-a593-465f-9fb7-14f4864d1a33 HTTP/1.1" status: 200 len: 858 time: 0.1579704 Jul 30 16:05:25.813641 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:25.814232 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device af6b2a1b-47c7-4d06-992a-899ac75e6ce7 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:25.816317 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb9db0-0da9-4394-ac5e-a17ca8d5e7f6 None None] Port f88d5169-b15d-40ef-b997-4ae68db091bc cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:05:25.876330 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8bb353d-bae4-4562-a88a-78a07c9d2a61 {{(pid=93353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:05:25.884536 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068465bc-afcb-4aa1-b84c-6563ac88d408 req-f474d578-bb4e-4310-906c-8935f76e5c86 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:25.886415 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-068465bc-afcb-4aa1-b84c-6563ac88d408 req-f474d578-bb4e-4310-906c-8935f76e5c86 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 943 time: 0.2054272 Jul 30 16:05:25.907011 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 730a8746-44b4-4a2f-88e3-d29121f4149f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=730a8746-44b4-4a2f-88e3-d29121f4149f,segment=NetworkSegment(33327ab6-b042-4a23-820d-2f085b058812),segment_id=33327ab6-b042-4a23-820d-2f085b058812)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:25.920439 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:25.930420 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:25.950795 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Transition to ACTIVE for port object a8bb353d-bae4-4562-a88a-78a07c9d2a61 will not be triggered until provisioned by entity L2. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:05:25.978765 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f5d9969-9785-475d-b045-612476738ea6 req-768ab646-951f-41ad-8f44-13e99a854f3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac51fee5-96ff-410d-b23b-24f8c16c68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1959558 Jul 30 16:05:25.992670 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=2535cca8-9cb4-4b9e-8d13-0a21a37b60dd,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:26.011107 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ee2715dc-d005-4dd8-9d8e-eae3ba4dfd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:26.011763 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-068465bc-afcb-4aa1-b84c-6563ac88d408 req-4d23d008-4815-4c3d-9a0a-e214a6ff1498 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022909 Jul 30 16:05:26.043799 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-919d5fb8-a858-4977-969e-76a4c0e4abb1 req-0e665ad1-bb72-42a0-ad2a-1a11c2278966 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093977 Jul 30 16:05:26.044515 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:26.064773 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=730a8746-44b4-4a2f-88e3-d29121f4149f,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:26.080404 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fcef9a-7a03-4c07-a32a-9427f06e1f2e" -d '{"events": [{"server_uuid": "d4fb17a8-bd78-43c1-a0d0-d9716e3873e6", "name": "network-vif-plugged", "status": "completed", "tag": "2535cca8-9cb4-4b9e-8d13-0a21a37b60dd"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:05:26.087412 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port af6b2a1b-47c7-4d06-992a-899ac75e6ce7 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:05:26.092129 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port af6b2a1b-47c7-4d06-992a-899ac75e6ce7 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:26.092521 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:26.176840 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Pushing event updated for resources: {'Port': ['ID=a8bb353d-bae4-4562-a88a-78a07c9d2a61,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:26.196552 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['730a8746-44b4-4a2f-88e3-d29121f4149f'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:05:26.245308 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:26.276131 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ee2715dc-d005-4dd8-9d8e-eae3ba4dfd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:26.307043 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port af6b2a1b-47c7-4d06-992a-899ac75e6ce7, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=af6b2a1b-47c7-4d06-992a-899ac75e6ce7,segment=NetworkSegment(c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7),segment_id=c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:26.317777 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:26.339945 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e994a-3239-4b31-b901-f9032c3c1ede req-4e9b5193-0880-4ea9-b019-1d4ab204cff7 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:26.341951 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e20e994a-3239-4b31-b901-f9032c3c1ede req-4e9b5193-0880-4ea9-b019-1d4ab204cff7 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.2004006 Jul 30 16:05:26.406812 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88d5169-b15d-40ef-b997-4ae68db091bc {{(pid=93354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:05:26.462223 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:26.468656 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Attempting to bind port a8bb353d-bae4-4562-a88a-78a07c9d2a61 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:05:26.469223 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Attempting to bind port a8bb353d-bae4-4562-a88a-78a07c9d2a61 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '36c7b6a9-ed8f-4019-b434-47492d49eeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4'}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:05:26.469572 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Attempting to bind port a8bb353d-bae4-4562-a88a-78a07c9d2a61 on network 8b371347-3539-4d23-9546-ea91d4d992d4 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:26.483070 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Port a8bb353d-bae4-4562-a88a-78a07c9d2a61 on network 8b371347-3539-4d23-9546-ea91d4d992d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:05:26.483283 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Attempting to bind port a8bb353d-bae4-4562-a88a-78a07c9d2a61 on network 8b371347-3539-4d23-9546-ea91d4d992d4 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:26.503270 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:05:26.503709 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Checking segment: {'id': '36c7b6a9-ed8f-4019-b434-47492d49eeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:05:26.504118 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Bound using segment: {'id': '36c7b6a9-ed8f-4019-b434-47492d49eeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4'} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:05:26.504593 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Bound port: a8bb353d-bae4-4562-a88a-78a07c9d2a61, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c7b6a9-ed8f-4019-b434-47492d49eeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4'}}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:05:26.505059 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:26.517878 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ee2715dc-d005-4dd8-9d8e-eae3ba4dfd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:26.517878 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ee2715dc-d005-4dd8-9d8e-eae3ba4dfd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:26.517878 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-ee2715dc-d005-4dd8-9d8e-eae3ba4dfd3c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3d91dc67-41d1-479d-8f36-9ebc9c5aaac7 HTTP/1.1" status: 204 len: 168 time: 0.9099422 Jul 30 16:05:26.517878 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 54550) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:26.523952 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d573444f-9bb7-44aa-a35f-af9c7599e239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:26.526091 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.provisioning_blocks [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Transition to ACTIVE for port object f88d5169-b15d-40ef-b997-4ae68db091bc will not be triggered until provisioned by entity L2. {{(pid=93354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:05:26.561784 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647d9a2-0b57-4f84-9e6d-851eaa90f9b7 req-3037859c-6edc-4a15-bbc0-07aa92fc392d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:26.570541 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c647d9a2-0b57-4f84-9e6d-851eaa90f9b7 req-3037859c-6edc-4a15-bbc0-07aa92fc392d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 932 time: 0.1588333 Jul 30 16:05:26.572738 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=af6b2a1b-47c7-4d06-992a-899ac75e6ce7,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:26.592049 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d573444f-9bb7-44aa-a35f-af9c7599e239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:26.612659 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:26.615179 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2715dc-d005-4dd8-9d8e-eae3ba4dfd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d91dc67-41d1-479d-8f36-9ebc9c5aaac7,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:26.647575 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e20e994a-3239-4b31-b901-f9032c3c1ede req-d8448a9a-fa11-42f4-a95e-7443d91b1b55 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2848949 Jul 30 16:05:26.702103 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f5d9969-9785-475d-b045-612476738ea6 req-cd62a533-f040-4ab4-9f94-15a11181e967 service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6548572 Jul 30 16:05:26.736677 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573444f-9bb7-44aa-a35f-af9c7599e239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce9746d-788d-43ee-a3e4-c7687239e801,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:26.755632 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c647d9a2-0b57-4f84-9e6d-851eaa90f9b7 req-3c157273-2db1-4a2c-9ef8-c2b2bfbc43d0 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837440 Jul 30 16:05:26.766938 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9cabfc9a-15ef-4251-9aff-17c0f2092c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:26.867516 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] For port a8bb353d-bae4-4562-a88a-78a07c9d2a61, host hv-cinder-80295, cleared binding levels {{(pid=93353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:05:26.912215 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] For port a8bb353d-bae4-4562-a88a-78a07c9d2a61, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:05:26.923496 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:26.963555 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-d573444f-9bb7-44aa-a35f-af9c7599e239 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d358044180374d14bc7ec37e6f535ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8225348 Jul 30 16:05:26.969064 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Pushing event updated for resources: {'Port': ['ID=f88d5169-b15d-40ef-b997-4ae68db091bc,revision_number=2']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:26.984929 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54560) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:26.992874 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.managers [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Attempting to bind port f88d5169-b15d-40ef-b997-4ae68db091bc on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:05:26.993247 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.managers [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Attempting to bind port f88d5169-b15d-40ef-b997-4ae68db091bc by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec'}] {{(pid=93354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:05:26.993526 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Attempting to bind port f88d5169-b15d-40ef-b997-4ae68db091bc on network 85982ae8-657f-47f5-b729-6742a565fcec {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:26.995450 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f5d9969-9785-475d-b045-612476738ea6 req-ae79a965-9c78-4daf-819e-c38fffc10bbd service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836692 Jul 30 16:05:27.010032 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:27.010954 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:27.012678 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] 10.222.0.60 "PUT /v2.0/ports/a8bb353d-bae4-4562-a88a-78a07c9d2a61 HTTP/1.1" status: 200 len: 1094 time: 2.4817369 Jul 30 16:05:27.020179 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Port f88d5169-b15d-40ef-b997-4ae68db091bc on network 85982ae8-657f-47f5-b729-6742a565fcec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:05:27.020510 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Attempting to bind port f88d5169-b15d-40ef-b997-4ae68db091bc on network 85982ae8-657f-47f5-b729-6742a565fcec {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:27.052875 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:05:27.053284 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Checking segment: {'id': '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:05:27.053649 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Bound using segment: {'id': '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec'} {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:05:27.054120 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.managers [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Bound port: f88d5169-b15d-40ef-b997-4ae68db091bc, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec'}}] {{(pid=93354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:05:27.054551 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:27.092142 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515c3c4-9a1c-41ff-8554-e2da966b911f req-6e21569c-12e0-4e07-b7f7-5dd4a43014f4 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:27.093798 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a515c3c4-9a1c-41ff-8554-e2da966b911f req-6e21569c-12e0-4e07-b7f7-5dd4a43014f4 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 946 time: 0.1714742 Jul 30 16:05:27.105792 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeaa424-d69a-4c6c-8be9-36c4b93ae27b service neutron] Pushing event updated for resources: {'Port': ['ID=a8bb353d-bae4-4562-a88a-78a07c9d2a61,revision_number=3']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:27.130050 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 730a8746-44b4-4a2f-88e3-d29121f4149f up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:27.189834 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9cabfc9a-15ef-4251-9aff-17c0f2092c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:27.231390 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'tag': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:05:27.246266 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916b31e1-abe0-45ca-9e96-3b5b91b5734a" -d '{"events": [{"name": "network-changed", "server_uuid": "116d64e9-b827-4619-a9b3-2a5e0a1d8fa8", "tag": "a8bb353d-bae4-4562-a88a-78a07c9d2a61"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:05:27.269651 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392ab7af-8ca4-4087-bc74-c160d6544b73 x-openstack-request-id: req-392ab7af-8ca4-4087-bc74-c160d6544b73 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:05:27.269966 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4fb17a8-bd78-43c1-a0d0-d9716e3873e6", "name": "network-vif-plugged", "status": "completed", "tag": "2535cca8-9cb4-4b9e-8d13-0a21a37b60dd", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:05:27.270245 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-392ab7af-8ca4-4087-bc74-c160d6544b73 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:05:27.270743 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fb17a8-bd78-43c1-a0d0-d9716e3873e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2535cca8-9cb4-4b9e-8d13-0a21a37b60dd', 'code': 200} Jul 30 16:05:27.277176 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-1df6974b-3a1c-452e-bfbd-9f6d6c030d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:27.294937 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a515c3c4-9a1c-41ff-8554-e2da966b911f req-1b60e6b4-6518-49ac-9602-a1a9f5bddc3c tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803765 Jul 30 16:05:27.316158 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port 730a8746-44b4-4a2f-88e3-d29121f4149f completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:05:27.323739 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port 730a8746-44b4-4a2f-88e3-d29121f4149f triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:27.324121 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:27.361507 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-1df6974b-3a1c-452e-bfbd-9f6d6c030d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:27.371218 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] For port f88d5169-b15d-40ef-b997-4ae68db091bc, host hv-cinder-80295, cleared binding levels {{(pid=93354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:05:27.374535 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9cabfc9a-15ef-4251-9aff-17c0f2092c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:27.394555 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] For port f88d5169-b15d-40ef-b997-4ae68db091bc, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f88d5169-b15d-40ef-b997-4ae68db091bc,segment=NetworkSegment(5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b),segment_id=5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b)] {{(pid=93354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:05:27.416318 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:27.499472 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Pushing event updated for resources: {'Port': ['ID=f88d5169-b15d-40ef-b997-4ae68db091bc,revision_number=3']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:27.524630 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:27.559335 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:27.560940 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for port, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:27.563273 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5acdd586-6235-41e9-be23-a8b8152be019 req-8ea27b12-2f47-4efd-8277-3b03627fe730 service neutron] 10.222.0.60 "PUT /v2.0/ports/f88d5169-b15d-40ef-b997-4ae68db091bc HTTP/1.1" status: 200 len: 1094 time: 2.1790006 Jul 30 16:05:27.572620 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40202917-43ca-4e93-9b8c-af0fe4fcf26f', 'tag': 'f88d5169-b15d-40ef-b997-4ae68db091bc'}] {{(pid=93354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:05:27.576769 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1549a637e0520348546bc816cc7ba7b4d913aee95f4c3e2186750afafe3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edca59c6-5c29-41e2-adb8-62a4fafac18a" -d '{"events": [{"name": "network-changed", "server_uuid": "40202917-43ca-4e93-9b8c-af0fe4fcf26f", "tag": "f88d5169-b15d-40ef-b997-4ae68db091bc"}]}' {{(pid=93354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:05:27.627447 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 730a8746-44b4-4a2f-88e3-d29121f4149f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=730a8746-44b4-4a2f-88e3-d29121f4149f,segment=NetworkSegment(33327ab6-b042-4a23-820d-2f085b058812),segment_id=33327ab6-b042-4a23-820d-2f085b058812)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:27.636100 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:27.719522 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=730a8746-44b4-4a2f-88e3-d29121f4149f,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:27.737968 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-1df6974b-3a1c-452e-bfbd-9f6d6c030d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:27.740892 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-1df6974b-3a1c-452e-bfbd-9f6d6c030d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:27.742188 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-1df6974b-3a1c-452e-bfbd-9f6d6c030d22 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9ce9746d-788d-43ee-a3e4-c7687239e801 HTTP/1.1" status: 204 len: 168 time: 0.7562554 Jul 30 16:05:27.762185 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82318181-737a-4ffb-9f9f-7e6689234462 req-d2820c23-ead0-4f46-9e9d-ac8144120b19 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:27.764085 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-82318181-737a-4ffb-9f9f-7e6689234462 req-d2820c23-ead0-4f46-9e9d-ac8144120b19 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 946 time: 0.2692978 Jul 30 16:05:27.782206 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdd586-6235-41e9-be23-a8b8152be019 req-d124cb65-325f-4bdc-83f6-d194d8ad82a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:27.784047 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5acdd586-6235-41e9-be23-a8b8152be019 req-d124cb65-325f-4bdc-83f6-d194d8ad82a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e1402dc086c4071bae84c16365352b3&device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 1097 time: 0.1593003 Jul 30 16:05:27.792618 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db0624-de1c-4370-a1a5-0f5504330788 req-ce194a85-9f75-4afc-aa78-7e6e4527daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:27.795316 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-79db0624-de1c-4370-a1a5-0f5504330788 req-ce194a85-9f75-4afc-aa78-7e6e4527daac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 1099 time: 0.2402308 Jul 30 16:05:27.810194 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6974b-3a1c-452e-bfbd-9f6d6c030d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce9746d-788d-43ee-a3e4-c7687239e801,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:27.815248 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-9cabfc9a-15ef-4251-9aff-17c0f2092c9f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2580a0b89704464abb68924e2d446c45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2955873 Jul 30 16:05:27.819563 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 54592) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:27.915344 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5acdd586-6235-41e9-be23-a8b8152be019 req-16380f79-320b-4cae-b81a-4c0c834719e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f88d5169-b15d-40ef-b997-4ae68db091bc HTTP/1.1" status: 200 len: 217 time: 0.1182258 Jul 30 16:05:27.916159 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-79db0624-de1c-4370-a1a5-0f5504330788 req-759716bb-1429-4e67-b543-3d21bd05bef1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:27.940885 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-4d98fe87-0141-43b0-9dd3-fec9046bef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:27.942743 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-4d98fe87-0141-43b0-9dd3-fec9046bef99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15377e3ad59448e2a0d51249c5cf4a32&device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 1097 time: 0.7475615 Jul 30 16:05:27.948656 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabfc9a-15ef-4251-9aff-17c0f2092c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10122230-e063-4693-8021-ecf2d4cbbf41,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:27.967050 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c04d6-9a3a-49b4-b3ad-255750151e5a req-4ffce7a3-72ee-4dd8-936c-1e7ab0b6269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:27.968992 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-077c04d6-9a3a-49b4-b3ad-255750151e5a req-4ffce7a3-72ee-4dd8-936c-1e7ab0b6269e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6553c039f41c41fb9e47c968ec8e6e98&device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 1096 time: 0.6774888 Jul 30 16:05:28.014617 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-82318181-737a-4ffb-9f9f-7e6689234462 req-2c2be6c0-5498-4480-810f-d3b971c52d92 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355459 Jul 30 16:05:28.015739 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-0cb3bf50-3ef6-4388-a030-161bc4c1ddfa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61 HTTP/1.1" status: 200 len: 217 time: 0.0449469 Jul 30 16:05:28.040733 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdd586-6235-41e9-be23-a8b8152be019 req-fc3a2f59-51a6-4f43-995b-5cfccc978771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:28.043345 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5acdd586-6235-41e9-be23-a8b8152be019 req-fc3a2f59-51a6-4f43-995b-5cfccc978771 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0ed38a9-6919-4226-9d04-1c45eb199d71 HTTP/1.1" status: 200 len: 849 time: 0.1126781 Jul 30 16:05:28.128880 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5e583-5507-4799-b8a6-d3729f185155 req-59236fca-778b-47f8-a853-c0d571cf99b6 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:28.136352 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-cea5e583-5507-4799-b8a6-d3729f185155 req-59236fca-778b-47f8-a853-c0d571cf99b6 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 943 time: 0.3224311 Jul 30 16:05:28.138784 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5104b2be-c622-4ecf-9d39-170b25e7787a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:28.188778 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdd586-6235-41e9-be23-a8b8152be019 req-987ae905-c499-4d10-8b37-4c567a1b6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:28.190404 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5acdd586-6235-41e9-be23-a8b8152be019 req-987ae905-c499-4d10-8b37-4c567a1b6509 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85982ae8-657f-47f5-b729-6742a565fcec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1308129 Jul 30 16:05:28.215440 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5104b2be-c622-4ecf-9d39-170b25e7787a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:28.218155 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-87c15bcd-25c6-4ab4-830e-1568a25e4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:28.219722 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-87c15bcd-25c6-4ab4-830e-1568a25e4e37 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11cade48-67f7-4537-a1c0-f728e42f6cbb HTTP/1.1" status: 200 len: 855 time: 0.1916108 Jul 30 16:05:28.255293 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da887414-b527-49c0-82f1-d3cec33ac2bf x-openstack-request-id: req-da887414-b527-49c0-82f1-d3cec33ac2bf {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:05:28.255293 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116d64e9-b827-4619-a9b3-2a5e0a1d8fa8", "tag": "a8bb353d-bae4-4562-a88a-78a07c9d2a61", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:05:28.255293 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da887414-b527-49c0-82f1-d3cec33ac2bf {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:05:28.255672 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'tag': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61', 'status': 'completed', 'code': 200} Jul 30 16:05:28.295812 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-cea5e583-5507-4799-b8a6-d3729f185155 req-d8ab50a3-7d12-4ca5-9b0c-a4cf73b16830 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578262 Jul 30 16:05:28.296167 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-79db0624-de1c-4370-a1a5-0f5504330788 req-759716bb-1429-4e67-b543-3d21bd05bef1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:28.302590 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-79db0624-de1c-4370-a1a5-0f5504330788 req-759716bb-1429-4e67-b543-3d21bd05bef1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:28.330672 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c04d6-9a3a-49b4-b3ad-255750151e5a req-45a746da-1ce2-42b9-a436-f697870c30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:28.333577 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b56a478-1016-4fd5-b2a5-555accb1e8fc x-openstack-request-id: req-4b56a478-1016-4fd5-b2a5-555accb1e8fc {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:05:28.334064 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40202917-43ca-4e93-9b8c-af0fe4fcf26f", "tag": "f88d5169-b15d-40ef-b997-4ae68db091bc", "status": "completed", "code": 200}]} {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:05:28.334676 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b56a478-1016-4fd5-b2a5-555accb1e8fc {{(pid=93354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:05:28.335257 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40202917-43ca-4e93-9b8c-af0fe4fcf26f', 'tag': 'f88d5169-b15d-40ef-b997-4ae68db091bc', 'status': 'completed', 'code': 200} Jul 30 16:05:28.342979 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-077c04d6-9a3a-49b4-b3ad-255750151e5a req-45a746da-1ce2-42b9-a436-f697870c30a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac51fee5-96ff-410d-b23b-24f8c16c68d6 HTTP/1.1" status: 200 len: 919 time: 0.3250618 Jul 30 16:05:28.372417 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-79db0624-de1c-4370-a1a5-0f5504330788 req-759716bb-1429-4e67-b543-3d21bd05bef1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288942 Jul 30 16:05:28.381785 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759716bb-1429-4e67-b543-3d21bd05bef1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=730d9e35-1a8d-4d0b-b6d8-28e553e4f319,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:28.403748 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5acdd586-6235-41e9-be23-a8b8152be019 req-dfa28b30-fbdb-4af6-a7a0-59385ac09255 service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046418 Jul 30 16:05:28.451137 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861bb7e-da8f-485c-9f70-dd752fc9ddd0 req-5e09bd3e-375f-48d1-9a9d-a4009dff0dc3 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:28.453474 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5861bb7e-da8f-485c-9f70-dd752fc9ddd0 req-5e09bd3e-375f-48d1-9a9d-a4009dff0dc3 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 944 time: 0.0674450 Jul 30 16:05:28.467127 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54606) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:28.473833 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-077c04d6-9a3a-49b4-b3ad-255750151e5a req-ba0d5f7c-5b33-4e95-85a8-407412c08bf0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56efc1be-1f48-41be-8569-b48b85845581 HTTP/1.1" status: 200 len: 217 time: 0.1191840 Jul 30 16:05:28.537401 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f54e133f-2333-4c49-bcff-addb7b4fd757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:28.538655 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-71604b2c-215f-4eff-84bb-b4442ed4bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:28.540455 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-71604b2c-215f-4eff-84bb-b4442ed4bea5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b371347-3539-4d23-9546-ea91d4d992d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3031147 Jul 30 16:05:28.611244 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5861bb7e-da8f-485c-9f70-dd752fc9ddd0 req-4ad1d183-d23b-4ae2-918a-af9f1300685a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429131 Jul 30 16:05:28.630577 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15884c-67ab-46dc-899e-e28ee6c27ded req-37480c3c-fe23-48b6-a69f-aa3d014cdb3b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:28.632701 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4e15884c-67ab-46dc-899e-e28ee6c27ded req-37480c3c-fe23-48b6-a69f-aa3d014cdb3b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.2306218 Jul 30 16:05:28.636787 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5104b2be-c622-4ecf-9d39-170b25e7787a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:28.637832 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5acdd586-6235-41e9-be23-a8b8152be019 req-f2e9cc15-e33e-4e2e-9d7b-ab6fbc938146 service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829062 Jul 30 16:05:28.640021 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5104b2be-c622-4ecf-9d39-170b25e7787a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:28.641346 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-5104b2be-c622-4ecf-9d39-170b25e7787a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/10122230-e063-4693-8021-ecf2d4cbbf41 HTTP/1.1" status: 204 len: 168 time: 0.8113856 Jul 30 16:05:28.661500 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c04d6-9a3a-49b4-b3ad-255750151e5a req-a79965fe-49d6-41b2-bfae-1ddb82e43547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:28.663391 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-077c04d6-9a3a-49b4-b3ad-255750151e5a req-a79965fe-49d6-41b2-bfae-1ddb82e43547 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a10c707-a593-465f-9fb7-14f4864d1a33 HTTP/1.1" status: 200 len: 858 time: 0.1778188 Jul 30 16:05:28.670160 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104b2be-c622-4ecf-9d39-170b25e7787a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10122230-e063-4693-8021-ecf2d4cbbf41,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:28.716809 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-077c04d6-9a3a-49b4-b3ad-255750151e5a req-8e3732c6-0d87-4403-81b1-fb474a88aca2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac51fee5-96ff-410d-b23b-24f8c16c68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353599 Jul 30 16:05:28.821367 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f54e133f-2333-4c49-bcff-addb7b4fd757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:28.823715 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4e15884c-67ab-46dc-899e-e28ee6c27ded req-8477cb7d-a366-4857-b7b7-94f6fc8a7b61 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567569 Jul 30 16:05:28.830020 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-60050ac5-cf1c-42d1-96b4-6de01f1712c0 service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802587 Jul 30 16:05:28.839554 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a5071-3d2d-4c9d-bec7-f532f06c9cef req-129eeb66-7ae6-426b-8153-47cace3d04bb tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:28.841372 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a76a5071-3d2d-4c9d-bec7-f532f06c9cef req-129eeb66-7ae6-426b-8153-47cace3d04bb tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 946 time: 0.1203258 Jul 30 16:05:28.844095 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca59c6-5c29-41e2-adb8-62a4fafac18a req-52eeb68b-7221-4571-9bd7-5cb15bfbcd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:28.845707 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-edca59c6-5c29-41e2-adb8-62a4fafac18a req-52eeb68b-7221-4571-9bd7-5cb15bfbcd78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e1402dc086c4071bae84c16365352b3&device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 1097 time: 0.1385438 Jul 30 16:05:28.846524 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f54e133f-2333-4c49-bcff-addb7b4fd757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:28.933576 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-077c04d6-9a3a-49b4-b3ad-255750151e5a req-3ff0a697-ff48-42a9-8bdf-40c1350fa50c service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062371 Jul 30 16:05:28.972553 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-f54e133f-2333-4c49-bcff-addb7b4fd757 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f52a7a71d39a46be86874b318f90c192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5021198 Jul 30 16:05:28.978567 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54618) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:28.989635 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e133f-2333-4c49-bcff-addb7b4fd757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60325cde-a2f7-4a48-8616-64a6c4babdab,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:29.010071 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a76a5071-3d2d-4c9d-bec7-f532f06c9cef req-6f21b98c-565f-438b-b991-55b5ea46f614 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595862 Jul 30 16:05:29.035466 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-656eae0e-319e-4544-b2ef-68d591a1b1e7 req-c5a5095a-0f8d-4542-b160-2fb53d623aaa service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950827 Jul 30 16:05:29.083579 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca59c6-5c29-41e2-adb8-62a4fafac18a req-c7ca1a7f-f0d3-4913-9912-6e9af003d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:29.085156 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-edca59c6-5c29-41e2-adb8-62a4fafac18a req-c7ca1a7f-f0d3-4913-9912-6e9af003d2db service neutron] 10.222.0.60 "GET /v2.0/networks?id=85982ae8-657f-47f5-b729-6742a565fcec HTTP/1.1" status: 200 len: 911 time: 0.2137372 Jul 30 16:05:29.107241 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-077c04d6-9a3a-49b4-b3ad-255750151e5a req-1e08cf8a-bd43-4f9a-a4c9-e050c8b60d28 service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651564 Jul 30 16:05:29.116932 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2be4f283-b72e-444d-a7c7-e657465670c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:29.151173 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-edca59c6-5c29-41e2-adb8-62a4fafac18a req-e54b94c4-e618-4570-947e-71256d2ebb61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f88d5169-b15d-40ef-b997-4ae68db091bc HTTP/1.1" status: 200 len: 217 time: 0.0500782 Jul 30 16:05:29.183016 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2be4f283-b72e-444d-a7c7-e657465670c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:29.209487 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b31e1-abe0-45ca-9e96-3b5b91b5734a req-262ec338-fd4f-4bc9-a4f1-8693fa9c9ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:29.211099 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-916b31e1-abe0-45ca-9e96-3b5b91b5734a req-262ec338-fd4f-4bc9-a4f1-8693fa9c9ea7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15377e3ad59448e2a0d51249c5cf4a32&device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 1097 time: 0.1021750 Jul 30 16:05:29.233281 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab955826-4c6e-4003-888e-15c36093cab1 req-8f579ea2-d548-4ca2-89bc-66b172a06828 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:29.236361 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ab955826-4c6e-4003-888e-15c36093cab1 req-8f579ea2-d548-4ca2-89bc-66b172a06828 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 946 time: 0.0766838 Jul 30 16:05:29.254923 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca59c6-5c29-41e2-adb8-62a4fafac18a req-e469903d-5ead-4209-9206-83bb2eb6dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:29.256986 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-edca59c6-5c29-41e2-adb8-62a4fafac18a req-e469903d-5ead-4209-9206-83bb2eb6dfca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0ed38a9-6919-4226-9d04-1c45eb199d71 HTTP/1.1" status: 200 len: 849 time: 0.0934839 Jul 30 16:05:29.272122 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5781093c-33dc-4c85-808f-44f3bd24a864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6b2a1b-47c7-4d06-992a-899ac75e6ce7'}, {'server_uuid': '8103779f-05af-43e0-8832-e61049e49f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730a8746-44b4-4a2f-88e3-d29121f4149f'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:05:29.276520 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd28b26-03b3-4638-9362-4598c0a7f05a" -d '{"events": [{"server_uuid": "5781093c-33dc-4c85-808f-44f3bd24a864", "name": "network-vif-plugged", "status": "completed", "tag": "af6b2a1b-47c7-4d06-992a-899ac75e6ce7"}, {"server_uuid": "8103779f-05af-43e0-8832-e61049e49f2e", "name": "network-vif-plugged", "status": "completed", "tag": "730a8746-44b4-4a2f-88e3-d29121f4149f"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:05:29.336609 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 54632) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:29.361492 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2be4f283-b72e-444d-a7c7-e657465670c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:29.362500 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132e5c92-4e90-4518-849f-02e26c56bb3f x-openstack-request-id: req-132e5c92-4e90-4518-849f-02e26c56bb3f {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:05:29.362979 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5781093c-33dc-4c85-808f-44f3bd24a864", "name": "network-vif-plugged", "status": "completed", "tag": "af6b2a1b-47c7-4d06-992a-899ac75e6ce7", "code": 200}, {"server_uuid": "8103779f-05af-43e0-8832-e61049e49f2e", "name": "network-vif-plugged", "status": "completed", "tag": "730a8746-44b4-4a2f-88e3-d29121f4149f", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:05:29.363436 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-132e5c92-4e90-4518-849f-02e26c56bb3f {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:05:29.364012 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5781093c-33dc-4c85-808f-44f3bd24a864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6b2a1b-47c7-4d06-992a-899ac75e6ce7', 'code': 200} Jul 30 16:05:29.364423 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8103779f-05af-43e0-8832-e61049e49f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730a8746-44b4-4a2f-88e3-d29121f4149f', 'code': 200} Jul 30 16:05:29.364982 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2be4f283-b72e-444d-a7c7-e657465670c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:29.369264 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-2be4f283-b72e-444d-a7c7-e657465670c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/60325cde-a2f7-4a48-8616-64a6c4babdab HTTP/1.1" status: 204 len: 168 time: 0.3872824 Jul 30 16:05:29.375260 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-43d5ddd0-4fb8-4d57-8f20-f1f2894d93de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:29.402714 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ab955826-4c6e-4003-888e-15c36093cab1 req-3b6c8c93-edb8-4be6-85d6-59f410f6cb86 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446826 Jul 30 16:05:29.435021 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4f283-b72e-444d-a7c7-e657465670c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60325cde-a2f7-4a48-8616-64a6c4babdab,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:29.439817 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca59c6-5c29-41e2-adb8-62a4fafac18a req-9f269d2b-8ff6-4de4-b59c-4080e6075641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:29.442647 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-edca59c6-5c29-41e2-adb8-62a4fafac18a req-9f269d2b-8ff6-4de4-b59c-4080e6075641 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85982ae8-657f-47f5-b729-6742a565fcec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1757982 Jul 30 16:05:29.463157 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b31e1-abe0-45ca-9e96-3b5b91b5734a req-49b95d5c-1048-4288-a2ac-46a4212e4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:29.464916 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-916b31e1-abe0-45ca-9e96-3b5b91b5734a req-49b95d5c-1048-4288-a2ac-46a4212e4901 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b371347-3539-4d23-9546-ea91d4d992d4 HTTP/1.1" status: 200 len: 917 time: 0.2274706 Jul 30 16:05:29.552298 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-916b31e1-abe0-45ca-9e96-3b5b91b5734a req-b7fb126b-f6a2-4dd4-82a1-fa57e7b2eb13 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61 HTTP/1.1" status: 200 len: 217 time: 0.0773866 Jul 30 16:05:29.702370 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b31e1-abe0-45ca-9e96-3b5b91b5734a req-8b73324f-a166-42b0-9cc4-f639c9848658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:29.703969 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-916b31e1-abe0-45ca-9e96-3b5b91b5734a req-8b73324f-a166-42b0-9cc4-f639c9848658 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11cade48-67f7-4537-a1c0-f728e42f6cbb HTTP/1.1" status: 200 len: 855 time: 0.1401641 Jul 30 16:05:29.754169 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-edca59c6-5c29-41e2-adb8-62a4fafac18a req-82de5248-513e-404d-a1cc-fa09a92fd4e9 service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990546 Jul 30 16:05:29.814501 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb761d-fe56-4edd-b153-3ccffdbfb687 req-d852b622-7ca3-4260-9713-2a3315a39143 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:29.822712 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-12cb761d-fe56-4edd-b153-3ccffdbfb687 req-d852b622-7ca3-4260-9713-2a3315a39143 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 943 time: 0.3657739 Jul 30 16:05:29.844822 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758ecc1-edb2-4359-af03-76c958c10db1 req-994fe339-b835-4d63-b6f6-ad02759b8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:29.847514 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2758ecc1-edb2-4359-af03-76c958c10db1 req-994fe339-b835-4d63-b6f6-ad02759b8e1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 1099 time: 0.1959193 Jul 30 16:05:29.862231 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b31e1-abe0-45ca-9e96-3b5b91b5734a req-3dbf69de-b2ef-4fdb-9031-4850112f604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:29.863991 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-916b31e1-abe0-45ca-9e96-3b5b91b5734a req-3dbf69de-b2ef-4fdb-9031-4850112f604b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b371347-3539-4d23-9546-ea91d4d992d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1379225 Jul 30 16:05:29.866188 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-43d5ddd0-4fb8-4d57-8f20-f1f2894d93de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:29.899532 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db81d77-4ab9-40fc-8842-7a1f8bbb15f1 req-8d3b6469-baff-4c66-abb5-2d5a0f82578d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:29.901635 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1db81d77-4ab9-40fc-8842-7a1f8bbb15f1 req-8d3b6469-baff-4c66-abb5-2d5a0f82578d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 944 time: 0.1967282 Jul 30 16:05:29.902515 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-43d5ddd0-4fb8-4d57-8f20-f1f2894d93de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:29.914798 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae4184-b921-479c-8849-25b311b92135 req-13b678f2-fd26-479b-92d1-9edfb90d2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:29.916362 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c3ae4184-b921-479c-8849-25b311b92135 req-13b678f2-fd26-479b-92d1-9edfb90d2959 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 1099 time: 0.1596723 Jul 30 16:05:29.931932 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-12cb761d-fe56-4edd-b153-3ccffdbfb687 req-db365839-7559-4bad-bfa6-725461f5d535 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079793 Jul 30 16:05:30.050426 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c3ae4184-b921-479c-8849-25b311b92135 req-96671c39-8834-4757-a819-5056f1a9079e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176810 Jul 30 16:05:30.083632 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5ddd0-4fb8-4d57-8f20-f1f2894d93de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441233bc-a5a3-45ec-b3c3-071afcc66785,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:30.092425 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-43d5ddd0-4fb8-4d57-8f20-f1f2894d93de admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c67c844f717e4f8c8e74c97f2b7f2e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7546988 Jul 30 16:05:30.093994 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 54656) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:30.098076 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2758ecc1-edb2-4359-af03-76c958c10db1 req-0761f9ea-c34c-4b65-8c95-89b1e96d571f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379527 Jul 30 16:05:30.134323 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-edca59c6-5c29-41e2-adb8-62a4fafac18a req-d22420d3-fcca-4ef0-b51f-e4f7158b178e service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605220 Jul 30 16:05:30.159617 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1db81d77-4ab9-40fc-8842-7a1f8bbb15f1 req-bb9c6db6-ef62-4bce-abdc-3f1832feefc6 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355895 Jul 30 16:05:30.187032 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e640906-5587-40fa-94ca-9ce6f2acc65a req-a5a0ba9d-d1b2-4292-b8a5-3b55389c474c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:30.188698 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0e640906-5587-40fa-94ca-9ce6f2acc65a req-a5a0ba9d-d1b2-4292-b8a5-3b55389c474c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.1405361 Jul 30 16:05:30.219452 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-916b31e1-abe0-45ca-9e96-3b5b91b5734a req-d32aa568-23e4-4ff4-8d97-02aca4c4cafd service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418880 Jul 30 16:05:30.266885 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0e640906-5587-40fa-94ca-9ce6f2acc65a req-058eacfd-7ae2-49bb-98f1-b309a54cc7ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722151 Jul 30 16:05:30.538899 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e3fa3-9e6f-40f6-9173-791d40e41101 req-8facb49d-db9a-4845-834e-119df5316385 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:30.540518 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5c3e3fa3-9e6f-40f6-9173-791d40e41101 req-8facb49d-db9a-4845-834e-119df5316385 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 946 time: 0.0518246 Jul 30 16:05:30.575833 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6bbf-732f-429b-8cda-5ca09d17b846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:30.595147 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5c3e3fa3-9e6f-40f6-9173-791d40e41101 req-1eba6471-fbea-4871-9d84-7977acce39c8 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462751 Jul 30 16:05:30.618103 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce0121-c204-4f68-883a-f7ad43994144 req-3c10eb66-a2a4-4be1-8cda-8513af407bad tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:30.625430 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bbce0121-c204-4f68-883a-f7ad43994144 req-3c10eb66-a2a4-4be1-8cda-8513af407bad tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 946 time: 0.3599567 Jul 30 16:05:30.643097 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6bbf-732f-429b-8cda-5ca09d17b846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:30.691670 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-916b31e1-abe0-45ca-9e96-3b5b91b5734a req-7001bdda-bee0-4d8e-a5d2-ff5a4f95e868 service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430189 Jul 30 16:05:30.723789 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bbce0121-c204-4f68-883a-f7ad43994144 req-c282873d-12e6-4403-95c6-29ac8a810f53 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973277 Jul 30 16:05:30.747478 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6bbf-732f-429b-8cda-5ca09d17b846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:30.751439 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6bbf-732f-429b-8cda-5ca09d17b846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:30.752681 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-1b0f6bbf-732f-429b-8cda-5ca09d17b846 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/441233bc-a5a3-45ec-b3c3-071afcc66785 HTTP/1.1" status: 204 len: 168 time: 0.6536796 Jul 30 16:05:30.762358 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f6bbf-732f-429b-8cda-5ca09d17b846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441233bc-a5a3-45ec-b3c3-071afcc66785,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:31.102304 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1e08c-5263-412b-8d68-992ac5c66d26 req-acb71edf-013d-4756-9ae3-a9b7cdad2008 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:31.109461 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-cff1e08c-5263-412b-8d68-992ac5c66d26 req-acb71edf-013d-4756-9ae3-a9b7cdad2008 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 943 time: 0.0830359 Jul 30 16:05:31.149803 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 56efc1be-1f48-41be-8569-b48b85845581 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:05:31.153140 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-cff1e08c-5263-412b-8d68-992ac5c66d26 req-05c12890-5e21-4902-a5c2-ca6aad9f0703 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426841 Jul 30 16:05:31.306912 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 56efc1be-1f48-41be-8569-b48b85845581, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=56efc1be-1f48-41be-8569-b48b85845581,segment=NetworkSegment(33327ab6-b042-4a23-820d-2f085b058812),segment_id=33327ab6-b042-4a23-820d-2f085b058812)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:31.331135 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': '56efc1be-1f48-41be-8569-b48b85845581', 'network_id': 'ac51fee5-96ff-410d-b23b-24f8c16c68d6', 'port_id': '56efc1be-1f48-41be-8569-b48b85845581', 'mac_address': 'fa:16:3e:be:32:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a10c707-a593-465f-9fb7-14f4864d1a33', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:05:31.339549 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c3ca3-0190-4d8f-9ec1-150b962f7446 req-8d6ce645-839d-4a33-9e45-341e088f0a5d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:31.348271 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-be1c3ca3-0190-4d8f-9ec1-150b962f7446 req-8d6ce645-839d-4a33-9e45-341e088f0a5d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 944 time: 0.1157999 Jul 30 16:05:31.416499 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:31.418357 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-be1c3ca3-0190-4d8f-9ec1-150b962f7446 req-4afd35ad-3dbd-4452-9c4b-b3e71dda151a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691411 Jul 30 16:05:31.431215 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56efc1be-1f48-41be-8569-b48b85845581 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:05:31.467652 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 56efc1be-1f48-41be-8569-b48b85845581, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=56efc1be-1f48-41be-8569-b48b85845581,segment=NetworkSegment(33327ab6-b042-4a23-820d-2f085b058812),segment_id=33327ab6-b042-4a23-820d-2f085b058812)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:31.475918 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:31.476884 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device f88d5169-b15d-40ef-b997-4ae68db091bc details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:05:31.487800 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c81319-608d-4095-afb8-9a10aaec276f req-7a364f2a-6e5b-42e7-8408-2f40949efed4 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:31.489999 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d6c81319-608d-4095-afb8-9a10aaec276f req-7a364f2a-6e5b-42e7-8408-2f40949efed4 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0934019 Jul 30 16:05:31.545989 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d6c81319-608d-4095-afb8-9a10aaec276f req-fdcbddd2-0512-4cf7-b6ae-cd3abd3365b6 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442498 Jul 30 16:05:31.643922 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=56efc1be-1f48-41be-8569-b48b85845581,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:31.671785 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port f88d5169-b15d-40ef-b997-4ae68db091bc, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f88d5169-b15d-40ef-b997-4ae68db091bc,segment=NetworkSegment(5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b),segment_id=5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:31.687914 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': 'f88d5169-b15d-40ef-b997-4ae68db091bc', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'port_id': 'f88d5169-b15d-40ef-b997-4ae68db091bc', 'mac_address': 'fa:16:3e:00:f2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:05:31.736375 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:31.753229 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88d5169-b15d-40ef-b997-4ae68db091bc {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:05:31.795921 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port f88d5169-b15d-40ef-b997-4ae68db091bc, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f88d5169-b15d-40ef-b997-4ae68db091bc,segment=NetworkSegment(5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b),segment_id=5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:31.811486 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:31.838301 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54740) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:31.890860 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=f88d5169-b15d-40ef-b997-4ae68db091bc,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:31.905724 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45a292-8a56-4de6-a8fe-8cb007f80394 req-05053079-8461-4a4f-bc70-28830a7fc53b tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:31.907370 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9d45a292-8a56-4de6-a8fe-8cb007f80394 req-05053079-8461-4a4f-bc70-28830a7fc53b tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 946 time: 0.1036470 Jul 30 16:05:31.963348 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9d45a292-8a56-4de6-a8fe-8cb007f80394 req-61efdf5d-afa6-4853-a396-858216b78bf5 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464222 Jul 30 16:05:32.033468 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-bbea6249-d6f8-427f-99a4-00477e03c665 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1071842583-network', 'tenant_id': '253621eeecc34c859a66a2a3c74323a4'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:32.071229 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbea6249-d6f8-427f-99a4-00477e03c665 admin admin] Made reservation on behalf of 253621eeecc34c859a66a2a3c74323a4 for: {'network': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:05:32.074428 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-bbea6249-d6f8-427f-99a4-00477e03c665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:32.085310 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-bbea6249-d6f8-427f-99a4-00477e03c665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:32.108143 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['56efc1be-1f48-41be-8569-b48b85845581'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:05:32.151020 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['f88d5169-b15d-40ef-b997-4ae68db091bc'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:05:32.151661 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54756) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:32.371874 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-bbea6249-d6f8-427f-99a4-00477e03c665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:32.384470 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-bbea6249-d6f8-427f-99a4-00477e03c665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:32.424136 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d6e3f-5876-4ad5-9a41-9446fffa7b84 req-d26ecc53-fe38-4764-a74f-77af6dbdc26d tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:32.440267 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b33d6e3f-5876-4ad5-9a41-9446fffa7b84 req-d26ecc53-fe38-4764-a74f-77af6dbdc26d tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 944 time: 0.1382933 Jul 30 16:05:32.463448 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-252047c8-7c23-4ea8-8f29-48eba697484b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:32.468228 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea6249-d6f8-427f-99a4-00477e03c665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546f6535-a125-4cca-8820-b9e0c35e6bbf,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:32.483549 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbea6249-d6f8-427f-99a4-00477e03c665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=93354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:05:32.486908 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b33d6e3f-5876-4ad5-9a41-9446fffa7b84 req-9d6eae02-ea20-4136-963a-2beb9d217e4f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438645 Jul 30 16:05:32.502684 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-bbea6249-d6f8-427f-99a4-00477e03c665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:32.503222 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.db.segments_db [None req-bbea6249-d6f8-427f-99a4-00477e03c665 admin admin] Added segment 0b3682d9-e74c-4fcb-87c9-931de1b34c21 of type vlan for network 00a79c18-feae-4d90-a4be-ab3dd5161ab6 Jul 30 16:05:32.583206 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-bbea6249-d6f8-427f-99a4-00477e03c665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:32.624819 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff22a6-81d7-403c-9191-fc214bef6ccb req-075d987e-facc-495a-b9dc-9885dc8bb82f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:32.627139 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-53ff22a6-81d7-403c-9191-fc214bef6ccb req-075d987e-facc-495a-b9dc-9885dc8bb82f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 945 time: 0.0768585 Jul 30 16:05:32.642480 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-bbea6249-d6f8-427f-99a4-00477e03c665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:32.643457 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbea6249-d6f8-427f-99a4-00477e03c665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:32.644158 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-bbea6249-d6f8-427f-99a4-00477e03c665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:32.694544 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-53ff22a6-81d7-403c-9191-fc214bef6ccb req-569fedb4-dc87-4b5e-97c8-a2d84755e1ba tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479331 Jul 30 16:05:32.741258 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-252047c8-7c23-4ea8-8f29-48eba697484b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:32.762565 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-252047c8-7c23-4ea8-8f29-48eba697484b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:32.777771 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-bbea6249-d6f8-427f-99a4-00477e03c665 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9380050 Jul 30 16:05:32.780861 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 54780) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:32.786297 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-66cb28bb-a460-4b8c-93c0-e044a4923f92 admin admin] Request body: {'subnet': {'network_id': '00a79c18-feae-4d90-a4be-ab3dd5161ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1071842583-subnet', 'tenant_id': '253621eeecc34c859a66a2a3c74323a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:32.786638 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea6249-d6f8-427f-99a4-00477e03c665 admin admin] Pushing event updated for resources: {'Network': ['ID=00a79c18-feae-4d90-a4be-ab3dd5161ab6,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:32.796724 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network 00a79c18-feae-4d90-a4be-ab3dd5161ab6 details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:05:32.808464 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cb28bb-a460-4b8c-93c0-e044a4923f92 admin admin] Made reservation on behalf of 253621eeecc34c859a66a2a3c74323a4 for: {'subnet': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:05:32.810833 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-66cb28bb-a460-4b8c-93c0-e044a4923f92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:32.820200 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-252047c8-7c23-4ea8-8f29-48eba697484b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1f0010d38ca4e548618faab5c7ff571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6671677 Jul 30 16:05:32.821067 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54782) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:32.827989 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252047c8-7c23-4ea8-8f29-48eba697484b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e748f0e5-faa5-42a7-911e-f75119129d7c,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:32.850112 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ead20-60ba-4ada-b037-5f6f8aa8787f req-f64dd063-b024-4c44-8618-87979782cac3 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:32.851816 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-985ead20-60ba-4ada-b037-5f6f8aa8787f req-f64dd063-b024-4c44-8618-87979782cac3 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.1420348 Jul 30 16:05:32.919761 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-985ead20-60ba-4ada-b037-5f6f8aa8787f req-d63837cf-ad2f-4991-af0f-34a870f88dae tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594931 Jul 30 16:05:32.922854 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1b42-988b-43b3-8b58-8c8a4a6d0722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:32.960933 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1b42-988b-43b3-8b58-8c8a4a6d0722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.020589 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1b42-988b-43b3-8b58-8c8a4a6d0722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.024166 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1b42-988b-43b3-8b58-8c8a4a6d0722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.025257 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-ee2a1b42-988b-43b3-8b58-8c8a4a6d0722 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e748f0e5-faa5-42a7-911e-f75119129d7c HTTP/1.1" status: 204 len: 168 time: 0.2025895 Jul 30 16:05:33.034622 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a1b42-988b-43b3-8b58-8c8a4a6d0722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e748f0e5-faa5-42a7-911e-f75119129d7c,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:33.036699 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-66cb28bb-a460-4b8c-93c0-e044a4923f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for subnet, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.102962 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb28bb-a460-4b8c-93c0-e044a4923f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac73d04-ad31-4867-8cef-ee566f328d93,revision_number=0']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:33.115663 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cb28bb-a460-4b8c-93c0-e044a4923f92 admin admin] Checking segment: {'id': '0b3682d9-e74c-4fcb-87c9-931de1b34c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '00a79c18-feae-4d90-a4be-ab3dd5161ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:05:33.116065 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb28bb-a460-4b8c-93c0-e044a4923f92 admin admin] Network hostable DHCP agents. Network: 00a79c18-feae-4d90-a4be-ab3dd5161ab6, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:05:33.134083 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb28bb-a460-4b8c-93c0-e044a4923f92 admin admin] Network 00a79c18-feae-4d90-a4be-ab3dd5161ab6 is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:05:33.144757 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-66cb28bb-a460-4b8c-93c0-e044a4923f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, 00a79c18-feae-4d90-a4be-ab3dd5161ab6) {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:05:33.154090 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7248e1d-209c-4979-8c32-d7b62941c7db None None] Network 00a79c18-feae-4d90-a4be-ab3dd5161ab6 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:05:33.155773 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cb28bb-a460-4b8c-93c0-e044a4923f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:33.156406 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-66cb28bb-a460-4b8c-93c0-e044a4923f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.172309 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device a8bb353d-bae4-4562-a88a-78a07c9d2a61 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:05:33.174467 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 56efc1be-1f48-41be-8569-b48b85845581 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:33.187816 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-66cb28bb-a460-4b8c-93c0-e044a4923f92 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4056835 Jul 30 16:05:33.296831 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-189ebd2a-34c7-464f-9985-2be61a78f56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.391416 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54802) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:33.407941 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-13cd337c-4af2-4774-a42a-78f3d830ed60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.443466 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port 56efc1be-1f48-41be-8569-b48b85845581 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:05:33.456722 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port 56efc1be-1f48-41be-8569-b48b85845581 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:33.457081 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.459505 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598a6afe-7576-45c9-af04-0e7fb2d031d1 None None] Network 00a79c18-feae-4d90-a4be-ab3dd5161ab6 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:05:33.540005 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port a8bb353d-bae4-4562-a88a-78a07c9d2a61, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:33.578267 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'port_id': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61', 'mac_address': 'fa:16:3e:42:69:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:05:33.581648 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-13cd337c-4af2-4774-a42a-78f3d830ed60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.590721 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-13cd337c-4af2-4774-a42a-78f3d830ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.640844 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-13cd337c-4af2-4774-a42a-78f3d830ed60 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e92302af4d5f4f82b8de986ad959b8e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475901 Jul 30 16:05:33.643437 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54814) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:33.646080 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd337c-4af2-4774-a42a-78f3d830ed60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfc3bfa-7c20-43c0-8fe2-b3f24a66834c,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:33.707684 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860c527-7783-4bc2-ae8e-05d043a50480 req-a3330db5-13dd-4ed0-8f55-b617aa31bc1f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:33.719977 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-fff7c9ec-f1ec-438e-9653-2f639de7aa84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.722510 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3860c527-7783-4bc2-ae8e-05d043a50480 req-a3330db5-13dd-4ed0-8f55-b617aa31bc1f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 944 time: 0.1421626 Jul 30 16:05:33.747416 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.750782 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.761191 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-fff7c9ec-f1ec-438e-9653-2f639de7aa84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.769591 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8bb353d-bae4-4562-a88a-78a07c9d2a61 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:05:33.802083 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889f7603-c984-4cdb-8484-eec0b9389e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56efc1be-1f48-41be-8569-b48b85845581'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:05:33.805113 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5a463a-4866-45da-abeb-41c2426439e1" -d '{"events": [{"server_uuid": "889f7603-c984-4cdb-8484-eec0b9389e7e", "name": "network-vif-plugged", "status": "completed", "tag": "56efc1be-1f48-41be-8569-b48b85845581"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:05:33.812396 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port a8bb353d-bae4-4562-a88a-78a07c9d2a61, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:33.821079 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.825531 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 56efc1be-1f48-41be-8569-b48b85845581, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=56efc1be-1f48-41be-8569-b48b85845581,segment=NetworkSegment(33327ab6-b042-4a23-820d-2f085b058812),segment_id=33327ab6-b042-4a23-820d-2f085b058812)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:33.840064 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-fff7c9ec-f1ec-438e-9653-2f639de7aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.842602 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-fff7c9ec-f1ec-438e-9653-2f639de7aa84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.846819 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-fff7c9ec-f1ec-438e-9653-2f639de7aa84 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6bfc3bfa-7c20-43c0-8fe2-b3f24a66834c HTTP/1.1" status: 204 len: 168 time: 0.2020817 Jul 30 16:05:33.856211 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:33.857521 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device f88d5169-b15d-40ef-b997-4ae68db091bc up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:33.859930 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7c9ec-f1ec-438e-9653-2f639de7aa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfc3bfa-7c20-43c0-8fe2-b3f24a66834c,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:33.868350 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3860c527-7783-4bc2-ae8e-05d043a50480 req-06901326-46ed-472f-b036-e3d4867ea80d tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436331 Jul 30 16:05:33.939667 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=a8bb353d-bae4-4562-a88a-78a07c9d2a61,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:33.997648 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port f88d5169-b15d-40ef-b997-4ae68db091bc completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:05:34.007332 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port f88d5169-b15d-40ef-b997-4ae68db091bc triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:34.007953 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:34.100249 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f86464-5501-47fd-9cc5-e234c7ae7edc req-9cc83652-15ab-4956-a6e5-61d7902a9c0c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:34.101914 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a4f86464-5501-47fd-9cc5-e234c7ae7edc req-9cc83652-15ab-4956-a6e5-61d7902a9c0c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 945 time: 0.1093104 Jul 30 16:05:34.129371 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66bc879-2dd4-44a1-9169-81412c5731a3 x-openstack-request-id: req-e66bc879-2dd4-44a1-9169-81412c5731a3 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:05:34.131373 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889f7603-c984-4cdb-8484-eec0b9389e7e", "name": "network-vif-plugged", "status": "completed", "tag": "56efc1be-1f48-41be-8569-b48b85845581", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:05:34.131636 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e66bc879-2dd4-44a1-9169-81412c5731a3 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:05:34.132045 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889f7603-c984-4cdb-8484-eec0b9389e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56efc1be-1f48-41be-8569-b48b85845581', 'code': 200} Jul 30 16:05:34.168948 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=56efc1be-1f48-41be-8569-b48b85845581,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:34.180268 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54842) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:34.185825 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-66b1640a-453a-4c7f-a40e-f7244e966010 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-282317472-network', 'tenant_id': 'f483b76245ef49eeb35937bb47a090e1'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:34.235912 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a4f86464-5501-47fd-9cc5-e234c7ae7edc req-41be39f4-a7b1-4f6b-9ce0-a42669763c00 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184497 Jul 30 16:05:34.238311 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b1640a-453a-4c7f-a40e-f7244e966010 admin admin] Made reservation on behalf of f483b76245ef49eeb35937bb47a090e1 for: {'network': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:05:34.241081 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-66b1640a-453a-4c7f-a40e-f7244e966010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:34.254762 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:34.258941 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-66b1640a-453a-4c7f-a40e-f7244e966010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:34.275871 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['a8bb353d-bae4-4562-a88a-78a07c9d2a61'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:05:34.290216 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462e641-81af-4a44-b03c-fe0a7b3f429f req-a78b0ed4-b25b-4cf7-a5ec-b8c4c50919ed tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:34.291752 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3462e641-81af-4a44-b03c-fe0a7b3f429f req-a78b0ed4-b25b-4cf7-a5ec-b8c4c50919ed tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 945 time: 0.0844476 Jul 30 16:05:34.331571 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port f88d5169-b15d-40ef-b997-4ae68db091bc, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f88d5169-b15d-40ef-b997-4ae68db091bc,segment=NetworkSegment(5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b),segment_id=5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:34.340747 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27077ae1-4315-47ab-a127-75ffe289ecc6 req-1e8a3d16-845b-4a5f-8dd3-2b192452bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:34.342755 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-27077ae1-4315-47ab-a127-75ffe289ecc6 req-1e8a3d16-845b-4a5f-8dd3-2b192452bf4f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 1098 time: 0.0467308 Jul 30 16:05:34.347667 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:34.382200 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3462e641-81af-4a44-b03c-fe0a7b3f429f req-0d5ec146-4969-47f2-a0b1-ae691e64866a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688658 Jul 30 16:05:34.414570 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-27077ae1-4315-47ab-a127-75ffe289ecc6 req-d511b21c-af14-4aaf-a9b0-47a5ceff692a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616417 Jul 30 16:05:34.458809 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-66b1640a-453a-4c7f-a40e-f7244e966010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:34.466304 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-66b1640a-453a-4c7f-a40e-f7244e966010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:34.481393 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b1640a-453a-4c7f-a40e-f7244e966010 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=93354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:05:34.505648 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-66b1640a-453a-4c7f-a40e-f7244e966010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:34.506836 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.db.segments_db [None req-66b1640a-453a-4c7f-a40e-f7244e966010 admin admin] Added segment e420cb39-6e07-47c2-9da6-a7783889417d of type vlan for network 652653c9-d2f2-4e6e-a98f-70f6cc3bcf15 Jul 30 16:05:34.523605 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1640a-453a-4c7f-a40e-f7244e966010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b294b0f-0dea-4ca4-9246-8a7aa381370a,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:34.566759 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-66b1640a-453a-4c7f-a40e-f7244e966010 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:34.601737 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=f88d5169-b15d-40ef-b997-4ae68db091bc,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:34.620387 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-66b1640a-453a-4c7f-a40e-f7244e966010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:34.622507 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b1640a-453a-4c7f-a40e-f7244e966010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:34.623423 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-66b1640a-453a-4c7f-a40e-f7244e966010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:34.698110 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-66b1640a-453a-4c7f-a40e-f7244e966010 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5144124 Jul 30 16:05:34.698403 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 54864) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:34.703503 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-12c4a55d-720e-48ba-9bff-7ff83dd6ba2c admin admin] Request body: {'subnet': {'network_id': '652653c9-d2f2-4e6e-a98f-70f6cc3bcf15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-282317472-subnet', 'tenant_id': 'f483b76245ef49eeb35937bb47a090e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:34.718115 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1640a-453a-4c7f-a40e-f7244e966010 admin admin] Pushing event updated for resources: {'Network': ['ID=652653c9-d2f2-4e6e-a98f-70f6cc3bcf15,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:34.732703 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c4a55d-720e-48ba-9bff-7ff83dd6ba2c admin admin] Made reservation on behalf of f483b76245ef49eeb35937bb47a090e1 for: {'subnet': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:05:34.733691 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network 652653c9-d2f2-4e6e-a98f-70f6cc3bcf15 details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:05:34.737793 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-12c4a55d-720e-48ba-9bff-7ff83dd6ba2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:34.978930 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-12c4a55d-720e-48ba-9bff-7ff83dd6ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for subnet, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:35.066541 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4a55d-720e-48ba-9bff-7ff83dd6ba2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c092c3-7617-49ba-8f35-a5d7c903daf9,revision_number=0']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:35.095364 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc0fdc-713d-49eb-a58d-c8645e6f6b17 req-453d14cd-75d1-4fb6-80ed-05666d954789 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:35.096762 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f2bc0fdc-713d-49eb-a58d-c8645e6f6b17 req-453d14cd-75d1-4fb6-80ed-05666d954789 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.1152809 Jul 30 16:05:35.101103 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c4a55d-720e-48ba-9bff-7ff83dd6ba2c admin admin] Checking segment: {'id': 'e420cb39-6e07-47c2-9da6-a7783889417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '652653c9-d2f2-4e6e-a98f-70f6cc3bcf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:05:35.101464 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c4a55d-720e-48ba-9bff-7ff83dd6ba2c admin admin] Network hostable DHCP agents. Network: 652653c9-d2f2-4e6e-a98f-70f6cc3bcf15, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:05:35.135768 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c4a55d-720e-48ba-9bff-7ff83dd6ba2c admin admin] Network 652653c9-d2f2-4e6e-a98f-70f6cc3bcf15 is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:05:35.161394 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f2bc0fdc-713d-49eb-a58d-c8645e6f6b17 req-b0be2a3e-ca61-4530-b8df-771fef347419 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555294 Jul 30 16:05:35.168957 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-12c4a55d-720e-48ba-9bff-7ff83dd6ba2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, 652653c9-d2f2-4e6e-a98f-70f6cc3bcf15) {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:05:35.177494 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6296150-8078-4a6d-a628-d4ab582dbf90 None None] Network 652653c9-d2f2-4e6e-a98f-70f6cc3bcf15 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:05:35.182103 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c4a55d-720e-48ba-9bff-7ff83dd6ba2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:35.182549 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-12c4a55d-720e-48ba-9bff-7ff83dd6ba2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:35.231447 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-12c4a55d-720e-48ba-9bff-7ff83dd6ba2c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5245728 Jul 30 16:05:35.379123 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c61b65d-668d-43d4-8180-a3d21e7a478f None None] Network 652653c9-d2f2-4e6e-a98f-70f6cc3bcf15 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:05:35.382371 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ea75e-bb1a-4b95-bba5-fd0b80747a7d req-246010cb-3be2-4e56-98c6-f0e37c385c0f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:35.390905 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a68ea75e-bb1a-4b95-bba5-fd0b80747a7d req-246010cb-3be2-4e56-98c6-f0e37c385c0f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0677664 Jul 30 16:05:35.455186 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a68ea75e-bb1a-4b95-bba5-fd0b80747a7d req-ce6525ba-40bb-4da9-9f1d-be1627feb316 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583506 Jul 30 16:05:35.543656 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f04c47-5152-407a-ac33-c1537507114b req-d15be350-a9e6-4f47-84a5-20164eb10925 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:35.545844 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d9f04c47-5152-407a-ac33-c1537507114b req-d15be350-a9e6-4f47-84a5-20164eb10925 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 945 time: 0.0778174 Jul 30 16:05:35.551470 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 54898) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:35.603316 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d9f04c47-5152-407a-ac33-c1537507114b req-fdbe93c5-14d2-42f4-97d9-d4f058c11500 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482337 Jul 30 16:05:35.677684 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-10bffc67-cec5-4374-8166-d294161a3998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:35.795403 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-10bffc67-cec5-4374-8166-d294161a3998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:35.800213 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-10bffc67-cec5-4374-8166-d294161a3998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:35.845225 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-10bffc67-cec5-4374-8166-d294161a3998 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5d9c133dec734c589861f5f41c375bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926397 Jul 30 16:05:35.846297 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bffc67-cec5-4374-8166-d294161a3998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad7a45a-f282-4c15-9ed1-70b675b714f3,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:35.848130 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 54902) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:35.916598 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-db825d21-ea6e-44fd-8e4d-0378da8c821c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:35.948410 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-db825d21-ea6e-44fd-8e4d-0378da8c821c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:36.017095 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-db825d21-ea6e-44fd-8e4d-0378da8c821c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:36.019729 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-db825d21-ea6e-44fd-8e4d-0378da8c821c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:36.020877 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-db825d21-ea6e-44fd-8e4d-0378da8c821c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aad7a45a-f282-4c15-9ed1-70b675b714f3 HTTP/1.1" status: 204 len: 168 time: 0.1680205 Jul 30 16:05:36.029865 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db825d21-ea6e-44fd-8e4d-0378da8c821c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad7a45a-f282-4c15-9ed1-70b675b714f3,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:36.133250 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40202917-43ca-4e93-9b8c-af0fe4fcf26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88d5169-b15d-40ef-b997-4ae68db091bc'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:05:36.135733 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd2d2dd-40cc-4e26-9f5e-1f2e65f3ae6d" -d '{"events": [{"server_uuid": "40202917-43ca-4e93-9b8c-af0fe4fcf26f", "name": "network-vif-plugged", "status": "completed", "tag": "f88d5169-b15d-40ef-b997-4ae68db091bc"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:05:36.176340 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3819591-d4d6-46d4-a7f5-2166c28da075 x-openstack-request-id: req-d3819591-d4d6-46d4-a7f5-2166c28da075 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:05:36.176630 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40202917-43ca-4e93-9b8c-af0fe4fcf26f", "name": "network-vif-plugged", "status": "completed", "tag": "f88d5169-b15d-40ef-b997-4ae68db091bc", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:05:36.176912 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3819591-d4d6-46d4-a7f5-2166c28da075 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:05:36.177320 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40202917-43ca-4e93-9b8c-af0fe4fcf26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88d5169-b15d-40ef-b997-4ae68db091bc', 'code': 200} Jul 30 16:05:36.182325 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:36.185098 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d6bae623-e80d-4330-b30a-83e3b9542386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:36.355128 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72069bfd-89ae-4989-9329-8e814b0afdaa req-f8f8a86e-4a37-4638-9db0-6b18e7072b26 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:36.355128 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-72069bfd-89ae-4989-9329-8e814b0afdaa req-f8f8a86e-4a37-4638-9db0-6b18e7072b26 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0987506 Jul 30 16:05:36.423083 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-72069bfd-89ae-4989-9329-8e814b0afdaa req-486faa38-020d-489d-aeea-b7a726c07f9c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609877 Jul 30 16:05:36.444116 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611d063-cff7-43dc-a88d-0a90f7cd9110 req-5643c39c-a173-41e3-9170-518ed10a2a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:36.445651 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7611d063-cff7-43dc-a88d-0a90f7cd9110 req-5643c39c-a173-41e3-9170-518ed10a2a3f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 1099 time: 0.0752437 Jul 30 16:05:36.498538 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7611d063-cff7-43dc-a88d-0a90f7cd9110 req-89fc006a-22b4-46f6-bd22-646fea9e0958 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380661 Jul 30 16:05:36.601980 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194142d-e126-4052-9b85-1dca48b97d0f req-f774572e-e6fd-4fb2-84b0-dc2006f9bdd0 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:36.609170 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9194142d-e126-4052-9b85-1dca48b97d0f req-f774572e-e6fd-4fb2-84b0-dc2006f9bdd0 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0851781 Jul 30 16:05:36.660000 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9194142d-e126-4052-9b85-1dca48b97d0f req-bccd2a4b-3e42-4f38-988b-811ce6693f40 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490823 Jul 30 16:05:36.823232 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c562cf3-ca2f-4199-ba04-b4232f1f5a43 req-7f476ae0-3bfe-4b15-b6b4-bf6c39a7d37d tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:36.831119 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2c562cf3-ca2f-4199-ba04-b4232f1f5a43 req-7f476ae0-3bfe-4b15-b6b4-bf6c39a7d37d tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0679717 Jul 30 16:05:36.831298 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e14a5-c49e-47e4-a47c-6c62be85cfe1 req-56d95c20-a269-42c1-af30-2838a8c2a495 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:36.832754 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-103e14a5-c49e-47e4-a47c-6c62be85cfe1 req-56d95c20-a269-42c1-af30-2838a8c2a495 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 945 time: 0.0846231 Jul 30 16:05:36.836370 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec2cbf-e8fe-4cfe-8b6b-5fba19d49250 req-0979d3d2-1321-4ebc-a304-f4e1065d4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:36.837809 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bdec2cbf-e8fe-4cfe-8b6b-5fba19d49250 req-0979d3d2-1321-4ebc-a304-f4e1065d4c0d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6553c039f41c41fb9e47c968ec8e6e98&device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 1098 time: 0.0634110 Jul 30 16:05:36.938570 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:36.939413 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-103e14a5-c49e-47e4-a47c-6c62be85cfe1 req-dbb6da66-930c-4797-b06c-1153cd6e6ee8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957243 Jul 30 16:05:36.996943 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec2cbf-e8fe-4cfe-8b6b-5fba19d49250 req-12dbcaf2-3dae-4a2f-b6c2-4cb3c196864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:36.999730 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bdec2cbf-e8fe-4cfe-8b6b-5fba19d49250 req-12dbcaf2-3dae-4a2f-b6c2-4cb3c196864a service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac51fee5-96ff-410d-b23b-24f8c16c68d6 HTTP/1.1" status: 200 len: 919 time: 0.1481164 Jul 30 16:05:37.062271 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bdec2cbf-e8fe-4cfe-8b6b-5fba19d49250 req-a1d310e0-1f5f-4bd9-9414-f36f87758bb4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56efc1be-1f48-41be-8569-b48b85845581 HTTP/1.1" status: 200 len: 217 time: 0.0441463 Jul 30 16:05:37.069781 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2c562cf3-ca2f-4199-ba04-b4232f1f5a43 req-7eb24041-ab9a-4083-922c-afef3229cc9b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359750 Jul 30 16:05:37.127593 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec2cbf-e8fe-4cfe-8b6b-5fba19d49250 req-f18b8c70-e3c7-4635-b229-e3a84fc28f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:37.129554 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bdec2cbf-e8fe-4cfe-8b6b-5fba19d49250 req-f18b8c70-e3c7-4635-b229-e3a84fc28f19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a10c707-a593-465f-9fb7-14f4864d1a33 HTTP/1.1" status: 200 len: 858 time: 0.0573120 Jul 30 16:05:37.169468 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bdec2cbf-e8fe-4cfe-8b6b-5fba19d49250 req-0c47c185-8a0f-4291-ba7a-0e0f17888403 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac51fee5-96ff-410d-b23b-24f8c16c68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308170 Jul 30 16:05:37.230122 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device a8bb353d-bae4-4562-a88a-78a07c9d2a61 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:37.291122 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port a8bb353d-bae4-4562-a88a-78a07c9d2a61 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:05:37.296479 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port a8bb353d-bae4-4562-a88a-78a07c9d2a61 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:37.297063 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:37.307761 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bdec2cbf-e8fe-4cfe-8b6b-5fba19d49250 req-d1af41ff-b448-412d-9866-996d5e5a6eb4 service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235132 Jul 30 16:05:37.459483 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bdec2cbf-e8fe-4cfe-8b6b-5fba19d49250 req-46b24b72-297e-4af8-8073-57d75ac6b0f3 service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408203 Jul 30 16:05:37.479472 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:37.515189 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port a8bb353d-bae4-4562-a88a-78a07c9d2a61, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:37.525260 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:37.578466 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=a8bb353d-bae4-4562-a88a-78a07c9d2a61,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:37.808488 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f471-858e-47b5-a07a-adf3604b52a8 req-c1eee50f-8c40-4e34-a752-d662c7d28846 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:37.810019 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9903f471-858e-47b5-a07a-adf3604b52a8 req-c1eee50f-8c40-4e34-a752-d662c7d28846 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0618758 Jul 30 16:05:37.849585 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9903f471-858e-47b5-a07a-adf3604b52a8 req-2214d7ab-f5eb-48e4-a82f-3b6ecd6afa27 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334508 Jul 30 16:05:38.058610 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c21996-58fb-41d0-a58e-43f5922f82b4 req-2c712002-895c-42e9-a53c-85392390e4a2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:38.060782 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-58c21996-58fb-41d0-a58e-43f5922f82b4 req-2c712002-895c-42e9-a53c-85392390e4a2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0507958 Jul 30 16:05:38.107769 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-58c21996-58fb-41d0-a58e-43f5922f82b4 req-4bb4d538-29fa-4b32-b151-bdf730dc9b14 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407674 Jul 30 16:05:38.178633 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:05:38.181019 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f946529f-6c8a-423b-a280-3f636915a563" -d '{"events": [{"server_uuid": "116d64e9-b827-4619-a9b3-2a5e0a1d8fa8", "name": "network-vif-plugged", "status": "completed", "tag": "a8bb353d-bae4-4562-a88a-78a07c9d2a61"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:05:38.191315 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db371788-ea0a-4c01-aabd-b5ff995fce96 req-8bab63fb-53fb-47bb-b188-81abb985b40c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:38.192848 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-db371788-ea0a-4c01-aabd-b5ff995fce96 req-8bab63fb-53fb-47bb-b188-81abb985b40c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0518203 Jul 30 16:05:38.216780 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecf9368-04bd-406a-8688-a3323872d213 x-openstack-request-id: req-5ecf9368-04bd-406a-8688-a3323872d213 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:05:38.217071 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116d64e9-b827-4619-a9b3-2a5e0a1d8fa8", "name": "network-vif-plugged", "status": "completed", "tag": "a8bb353d-bae4-4562-a88a-78a07c9d2a61", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:05:38.217330 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ecf9368-04bd-406a-8688-a3323872d213 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:05:38.217753 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61', 'code': 200} Jul 30 16:05:38.236215 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-db371788-ea0a-4c01-aabd-b5ff995fce96 req-a4c6b3f3-54da-434f-bda6-5e96ef967931 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372136 Jul 30 16:05:38.391785 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:38.438824 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba80aff-fb63-4384-9403-e35309f3fc8a req-fd97eb88-175f-4873-9482-d24e9ebce2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:38.440438 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3ba80aff-fb63-4384-9403-e35309f3fc8a req-fd97eb88-175f-4873-9482-d24e9ebce2c3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 1099 time: 0.0404129 Jul 30 16:05:38.482934 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3ba80aff-fb63-4384-9403-e35309f3fc8a req-5ce291bb-31cc-48bd-8592-234694a96ef7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348356 Jul 30 16:05:38.987136 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd70f40-4482-4ccb-b767-f28c26f902aa req-0298b04c-3a22-4d35-99cb-a6ee65bce20a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:38.988617 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7cd70f40-4482-4ccb-b767-f28c26f902aa req-0298b04c-3a22-4d35-99cb-a6ee65bce20a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0501099 Jul 30 16:05:39.031792 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7cd70f40-4482-4ccb-b767-f28c26f902aa req-9453290b-78aa-4349-973c-7a1b3db01609 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370288 Jul 30 16:05:39.191259 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e14bb9-eea6-4454-a3fc-93e4fff12d10 req-5d480448-abb8-46a8-9570-32463a280890 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:39.195330 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-66e14bb9-eea6-4454-a3fc-93e4fff12d10 req-5d480448-abb8-46a8-9570-32463a280890 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0557818 Jul 30 16:05:39.201789 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55038) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:39.206723 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-d3c864a2-a309-4880-aa27-56ff9071c960 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Request body: {'floatingip': {'port_id': 'f88d5169-b15d-40ef-b997-4ae68db091bc'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:39.243960 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcab099-4d05-4432-b669-58fbb7b00417 req-170f5f8d-602a-4eb0-8e19-bd42579b6ce3 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:39.247513 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5bcab099-4d05-4432-b669-58fbb7b00417 req-170f5f8d-602a-4eb0-8e19-bd42579b6ce3 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0662262 Jul 30 16:05:39.279572 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d3c864a2-a309-4880-aa27-56ff9071c960 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for floatingip, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:39.287874 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5bcab099-4d05-4432-b669-58fbb7b00417 req-99639991-4615-42df-a3e7-886a5623ffa4 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347114 Jul 30 16:05:39.453342 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2318df3-57b7-4943-bd50-96194b68d7dd req-eb738a63-68a0-4c63-a4c9-392d028a39e4 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:39.454816 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b2318df3-57b7-4943-bd50-96194b68d7dd req-eb738a63-68a0-4c63-a4c9-392d028a39e4 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.1400156 Jul 30 16:05:39.563824 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b2318df3-57b7-4943-bd50-96194b68d7dd req-a2f1ba47-a417-401c-9bd1-241f53d36a2a tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736477 Jul 30 16:05:40.221879 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d3c864a2-a309-4880-aa27-56ff9071c960 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:40.227884 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d3c864a2-a309-4880-aa27-56ff9071c960 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:40.337255 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.l3_db [None req-d3c864a2-a309-4880-aa27-56ff9071c960 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Floating IP 224df509-0a24-40b7-b04e-0a4cfee477c0 associated. External IP: 172.27.3.77, port: f88d5169-b15d-40ef-b997-4ae68db091bc. Jul 30 16:05:40.353446 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55072) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:40.422213 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b9f89-2cef-4d46-8705-424536dc7ccb req-e4f03bdc-a172-4eff-b1da-49d662349759 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:40.424033 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f42b9f89-2cef-4d46-8705-424536dc7ccb req-e4f03bdc-a172-4eff-b1da-49d662349759 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0542312 Jul 30 16:05:40.471450 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f42b9f89-2cef-4d46-8705-424536dc7ccb req-5244c3c5-1b91-4ab3-939b-2d85a149eb62 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405586 Jul 30 16:05:40.524981 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-081af357-dadd-4554-af96-3b6015571e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:40.642039 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c864a2-a309-4880-aa27-56ff9071c960 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Router e060900b-c760-4591-9d4b-aa2e444b1f79 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:05:40.650613 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c3bae-9976-4dc8-bc63-60c94929c4c8 req-3b66eb70-2d0b-4d9d-a0ce-2aa772de4843 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:40.652677 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b85c3bae-9976-4dc8-bc63-60c94929c4c8 req-3b66eb70-2d0b-4d9d-a0ce-2aa772de4843 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0705998 Jul 30 16:05:40.663307 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55082) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:40.668978 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-ff27b510-c30e-4841-91ef-29c61c9c833c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Request body: {'floatingip': {'port_id': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:40.678158 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-081af357-dadd-4554-af96-3b6015571e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:40.684912 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-081af357-dadd-4554-af96-3b6015571e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:40.747223 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ff27b510-c30e-4841-91ef-29c61c9c833c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for floatingip, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:40.751048 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-081af357-dadd-4554-af96-3b6015571e70 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=87b27b82b1624d8ba47684fdbc9b20ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961809 Jul 30 16:05:40.751873 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081af357-dadd-4554-af96-3b6015571e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f7e20f-af67-4953-9ab3-2905632125af,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:40.757385 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55084) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:40.772495 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459d7c4-c854-4104-97bd-0a8e1551b9a3 req-4d4fcffb-4998-49b4-b459-586e20c508d7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:40.774020 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0459d7c4-c854-4104-97bd-0a8e1551b9a3 req-4d4fcffb-4998-49b4-b459-586e20c508d7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.1084661 Jul 30 16:05:40.840825 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0459d7c4-c854-4104-97bd-0a8e1551b9a3 req-8aee1a17-4192-4772-a178-427aac51ef41 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591354 Jul 30 16:05:40.845661 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-14bff73d-4854-4264-9399-982ca1ccafaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:40.876951 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-14bff73d-4854-4264-9399-982ca1ccafaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:40.924723 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-14bff73d-4854-4264-9399-982ca1ccafaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:40.927947 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-14bff73d-4854-4264-9399-982ca1ccafaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:40.929238 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-14bff73d-4854-4264-9399-982ca1ccafaa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/97f7e20f-af67-4953-9ab3-2905632125af HTTP/1.1" status: 204 len: 168 time: 0.1709230 Jul 30 16:05:40.940106 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c864a2-a309-4880-aa27-56ff9071c960 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:05:40.941830 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bff73d-4854-4264-9399-982ca1ccafaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f7e20f-af67-4953-9ab3-2905632125af,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:40.945947 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d3c864a2-a309-4880-aa27-56ff9071c960 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:40.956684 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a6443a-5cd7-4f2f-a878-983f951ce1d8 None None] Sync routers for ids ['e060900b-c760-4591-9d4b-aa2e444b1f79'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:05:40.969183 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a6443a-5cd7-4f2f-a878-983f951ce1d8 None None] Routers {'e060900b-c760-4591-9d4b-aa2e444b1f79'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:05:40.969837 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-f5a6443a-5cd7-4f2f-a878-983f951ce1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:05:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['e060900b-c760-4591-9d4b-aa2e444b1f79'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:41.023886 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-d3c864a2-a309-4880-aa27-56ff9071c960 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "PUT /v2.0/floatingips/224df509-0a24-40b7-b04e-0a4cfee477c0 HTTP/1.1" status: 200 len: 991 time: 1.8209152 Jul 30 16:05:41.026392 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40202917-43ca-4e93-9b8c-af0fe4fcf26f', 'tag': 'f88d5169-b15d-40ef-b997-4ae68db091bc'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:05:41.028951 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba3d3a3-92d9-4159-969a-68c27d49f2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "40202917-43ca-4e93-9b8c-af0fe4fcf26f", "tag": "f88d5169-b15d-40ef-b997-4ae68db091bc"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:05:41.113568 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06327ff1-7122-492d-b402-26650d50b542 x-openstack-request-id: req-06327ff1-7122-492d-b402-26650d50b542 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:05:41.113787 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40202917-43ca-4e93-9b8c-af0fe4fcf26f", "tag": "f88d5169-b15d-40ef-b997-4ae68db091bc", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:05:41.114094 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-06327ff1-7122-492d-b402-26650d50b542 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:05:41.114489 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40202917-43ca-4e93-9b8c-af0fe4fcf26f', 'tag': 'f88d5169-b15d-40ef-b997-4ae68db091bc', 'status': 'completed', 'code': 200} Jul 30 16:05:41.139548 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-f5a6443a-5cd7-4f2f-a878-983f951ce1d8 None None] Set router e060900b-c760-4591-9d4b-aa2e444b1f79 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:05:41.292303 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3d3a3-92d9-4159-969a-68c27d49f2bb req-19e538d0-5a28-4fd7-a820-bff151a2c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:41.296981 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-eba3d3a3-92d9-4159-969a-68c27d49f2bb req-19e538d0-5a28-4fd7-a820-bff151a2c0bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e1402dc086c4071bae84c16365352b3&device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 1099 time: 0.0793962 Jul 30 16:05:41.396678 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55106) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:41.426142 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-742a7768-4cc7-48c6-b508-990c1940fe04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:41.440000 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.db.resource_extend [None req-ff27b510-c30e-4841-91ef-29c61c9c833c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 16:05:41.461644 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-f5a6443a-5cd7-4f2f-a878-983f951ce1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '224df509-0a24-40b7-b04e-0a4cfee477c0', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'port_id': 'f88d5169-b15d-40ef-b997-4ae68db091bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'mac_address': 'fa:16:3e:00:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40202917-43ca-4e93-9b8c-af0fe4fcf26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:05:19Z', 'updated_at': '2021-07-30T16:05:39Z', 'revision_number': 1, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8f361a-2536-4f2c-8de1-24b2deddc247', 'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'mac_address': 'fa:16:3e:d2:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:13Z', 'revision_number': 5, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'subnets': [{'id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:41.496513 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a6443a-5cd7-4f2f-a878-983f951ce1d8 None None] Checking router: e060900b-c760-4591-9d4b-aa2e444b1f79 for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:05:41.509341 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a6443a-5cd7-4f2f-a878-983f951ce1d8 None None] Routers {'e060900b-c760-4591-9d4b-aa2e444b1f79'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:05:41.510255 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-f5a6443a-5cd7-4f2f-a878-983f951ce1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:05:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['e060900b-c760-4591-9d4b-aa2e444b1f79'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:41.516905 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ff27b510-c30e-4841-91ef-29c61c9c833c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:41.526254 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ff27b510-c30e-4841-91ef-29c61c9c833c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:41.560527 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-742a7768-4cc7-48c6-b508-990c1940fe04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:41.571928 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3d3a3-92d9-4159-969a-68c27d49f2bb req-18203495-e666-4347-8376-68e8dba08d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:41.573582 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-eba3d3a3-92d9-4159-969a-68c27d49f2bb req-18203495-e666-4347-8376-68e8dba08d35 service neutron] 10.222.0.60 "GET /v2.0/networks?id=85982ae8-657f-47f5-b729-6742a565fcec HTTP/1.1" status: 200 len: 911 time: 0.2256613 Jul 30 16:05:41.574224 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-742a7768-4cc7-48c6-b508-990c1940fe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:41.610274 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-742a7768-4cc7-48c6-b508-990c1940fe04 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc39a2dedc6d40e993a24bf152fd0c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119119 Jul 30 16:05:41.612814 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55110) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:41.654184 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a7768-4cc7-48c6-b508-990c1940fe04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7996962f-779f-4f61-88b0-6101a4cac83c,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:41.711591 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-f5a6443a-5cd7-4f2f-a878-983f951ce1d8 None None] Set router e060900b-c760-4591-9d4b-aa2e444b1f79 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:05:41.734763 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-883ebaaa-8452-410a-b21e-8ff9b4400288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:41.782566 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-eba3d3a3-92d9-4159-969a-68c27d49f2bb req-e6025232-93e9-4b3f-b358-97161ad198b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f88d5169-b15d-40ef-b997-4ae68db091bc HTTP/1.1" status: 200 len: 999 time: 0.2002373 Jul 30 16:05:41.788339 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.l3_db [None req-ff27b510-c30e-4841-91ef-29c61c9c833c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Floating IP cb0c1f76-3086-4ae7-904e-f19abf47fd9c associated. External IP: 172.27.3.164, port: a8bb353d-bae4-4562-a88a-78a07c9d2a61. Jul 30 16:05:41.789853 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-883ebaaa-8452-410a-b21e-8ff9b4400288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:41.936773 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-883ebaaa-8452-410a-b21e-8ff9b4400288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:41.938075 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3d3a3-92d9-4159-969a-68c27d49f2bb req-bfb3f861-48be-457c-ba2d-b07a6bd2d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:41.939503 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-883ebaaa-8452-410a-b21e-8ff9b4400288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:41.939616 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-eba3d3a3-92d9-4159-969a-68c27d49f2bb req-bfb3f861-48be-457c-ba2d-b07a6bd2d263 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0ed38a9-6919-4226-9d04-1c45eb199d71 HTTP/1.1" status: 200 len: 849 time: 0.1477132 Jul 30 16:05:41.949904 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-883ebaaa-8452-410a-b21e-8ff9b4400288 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7996962f-779f-4f61-88b0-6101a4cac83c HTTP/1.1" status: 204 len: 168 time: 0.3267307 Jul 30 16:05:41.985406 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ebaaa-8452-410a-b21e-8ff9b4400288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7996962f-779f-4f61-88b0-6101a4cac83c,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:42.073696 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-f5a6443a-5cd7-4f2f-a878-983f951ce1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '224df509-0a24-40b7-b04e-0a4cfee477c0', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'port_id': 'f88d5169-b15d-40ef-b997-4ae68db091bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'mac_address': 'fa:16:3e:00:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40202917-43ca-4e93-9b8c-af0fe4fcf26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:05:19Z', 'updated_at': '2021-07-30T16:05:39Z', 'revision_number': 1, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8f361a-2536-4f2c-8de1-24b2deddc247', 'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'mac_address': 'fa:16:3e:d2:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:13Z', 'revision_number': 5, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'subnets': [{'id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:42.119226 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a6443a-5cd7-4f2f-a878-983f951ce1d8 None None] The sync data for ids ['e060900b-c760-4591-9d4b-aa2e444b1f79'] in dv-cinder-802955-2-iscsi is: [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '224df509-0a24-40b7-b04e-0a4cfee477c0', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'port_id': 'f88d5169-b15d-40ef-b997-4ae68db091bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'mac_address': 'fa:16:3e:00:f2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40202917-43ca-4e93-9b8c-af0fe4fcf26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:05:19Z', 'updated_at': '2021-07-30T16:05:39Z', 'revision_number': 1, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8f361a-2536-4f2c-8de1-24b2deddc247', 'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'mac_address': 'fa:16:3e:d2:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:13Z', 'revision_number': 5, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'subnets': [{'id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:05:42.162901 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-3ab4405a-55a6-494e-88de-190b1ef901b8 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:42.171553 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-3ab4405a-55a6-494e-88de-190b1ef901b8 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/networks?id=ee84c3c3-d232-4e78-bb71-1721bff770cd HTTP/1.1" status: 200 len: 815 time: 0.1541471 Jul 30 16:05:42.184647 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-34aec0f0-96f3-4f1d-93a9-c847c5bd7395 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/quotas/4db3b69e8a5f4b47a62fe9e771a7885b HTTP/1.1" status: 200 len: 375 time: 0.0119867 Jul 30 16:05:42.263905 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-10bd8520-884a-4696-9beb-a52b31c6559d tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4db3b69e8a5f4b47a62fe9e771a7885b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729830 Jul 30 16:05:42.313511 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3d3a3-92d9-4159-969a-68c27d49f2bb req-6d2feef8-bcec-4081-8d94-916a40d1dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:42.315023 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-eba3d3a3-92d9-4159-969a-68c27d49f2bb req-6d2feef8-bcec-4081-8d94-916a40d1dfab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85982ae8-657f-47f5-b729-6742a565fcec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3523216 Jul 30 16:05:42.397035 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-b508f469-b362-475e-90be-1109ce386c28 service neutron] 10.222.0.61 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177814 Jul 30 16:05:42.457867 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73713a16-7a46-4223-9773-3d7fab5b9e88 None None] New status for floating IP 224df509-0a24-40b7-b04e-0a4cfee477c0: ACTIVE {{(pid=93355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:05:42.484683 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff27b510-c30e-4841-91ef-29c61c9c833c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:05:42.506287 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb79343-d995-4d7f-ac9d-2b6d78d48f68 req-2686c1c0-77da-4ec4-8b54-58394317994b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:42.513631 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fdb79343-d995-4d7f-ac9d-2b6d78d48f68 req-2686c1c0-77da-4ec4-8b54-58394317994b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.2133720 Jul 30 16:05:42.520602 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-84db4130-c3d3-4c21-b4eb-1b06fd54640f service neutron] 10.222.0.61 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170676 Jul 30 16:05:42.635229 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fdb79343-d995-4d7f-ac9d-2b6d78d48f68 req-f2afd7e9-e064-41c2-8de9-b77f6411a922 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068628 Jul 30 16:05:42.635229 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-eba3d3a3-92d9-4159-969a-68c27d49f2bb req-f2ba24dc-18d0-41bc-b111-d95bb33c368f service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912765 Jul 30 16:05:42.668326 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:42.796508 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff27b510-c30e-4841-91ef-29c61c9c833c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:05:42.801017 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d12ce537-b9c0-4239-a9cf-c3459a70dbb5 req-2a6d2e69-da16-4f77-9e2a-81597a92dac3 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 210 time: 0.0402150 Jul 30 16:05:42.808748 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bef3a3-f352-48fc-9c50-bdd9b7fa3f03 None None] Sync routers for ids ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:05:42.809426 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ff27b510-c30e-4841-91ef-29c61c9c833c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:42.824571 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bef3a3-f352-48fc-9c50-bdd9b7fa3f03 None None] Routers {'6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:05:42.827710 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-e4bef3a3-f352-48fc-9c50-bdd9b7fa3f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:05:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:42.865237 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-eba3d3a3-92d9-4159-969a-68c27d49f2bb req-291d10fb-9539-452d-a94f-4092cc9de95b service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193155 Jul 30 16:05:42.866796 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-ff27b510-c30e-4841-91ef-29c61c9c833c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "PUT /v2.0/floatingips/cb0c1f76-3086-4ae7-904e-f19abf47fd9c HTTP/1.1" status: 200 len: 992 time: 2.2025185 Jul 30 16:05:43.124437 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'tag': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:05:43.124437 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034544fc-a0ee-4434-b37c-537bf481b596" -d '{"events": [{"name": "network-changed", "server_uuid": "116d64e9-b827-4619-a9b3-2a5e0a1d8fa8", "tag": "a8bb353d-bae4-4562-a88a-78a07c9d2a61"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:05:43.132035 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-e4bef3a3-f352-48fc-9c50-bdd9b7fa3f03 None None] Set router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:05:43.171234 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965d341a-b840-4ba3-b709-8f8572a4e725 x-openstack-request-id: req-965d341a-b840-4ba3-b709-8f8572a4e725 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:05:43.171234 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116d64e9-b827-4619-a9b3-2a5e0a1d8fa8", "tag": "a8bb353d-bae4-4562-a88a-78a07c9d2a61", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:05:43.171503 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-965d341a-b840-4ba3-b709-8f8572a4e725 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:05:43.171845 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'tag': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61', 'status': 'completed', 'code': 200} Jul 30 16:05:43.284971 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034544fc-a0ee-4434-b37c-537bf481b596 req-a5913b47-ccef-4e5c-bf9d-67860cdb8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:43.286510 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-034544fc-a0ee-4434-b37c-537bf481b596 req-a5913b47-ccef-4e5c-bf9d-67860cdb8330 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15377e3ad59448e2a0d51249c5cf4a32&device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 1099 time: 0.0849173 Jul 30 16:05:43.438048 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034544fc-a0ee-4434-b37c-537bf481b596 req-52d0a57d-6de5-4ee5-91f9-890dd38f3e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:43.441367 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-034544fc-a0ee-4434-b37c-537bf481b596 req-52d0a57d-6de5-4ee5-91f9-890dd38f3e35 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b371347-3539-4d23-9546-ea91d4d992d4 HTTP/1.1" status: 200 len: 917 time: 0.1353526 Jul 30 16:05:43.476031 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-e4bef3a3-f352-48fc-9c50-bdd9b7fa3f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:01Z', 'revision_number': 4, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': 'cb0c1f76-3086-4ae7-904e-f19abf47fd9c', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'port_id': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'mac_address': 'fa:16:3e:42:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:05:17Z', 'updated_at': '2021-07-30T16:05:41Z', 'revision_number': 1, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165b46cb-0e02-4f76-ae19-247b762210a5', 'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'mac_address': 'fa:16:3e:e0:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:14Z', 'revision_number': 5, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'subnets': [{'id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:43.550287 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-034544fc-a0ee-4434-b37c-537bf481b596 req-3fba3504-a8ee-4732-b202-b42633043ca6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61 HTTP/1.1" status: 200 len: 1000 time: 0.0827489 Jul 30 16:05:43.576379 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bef3a3-f352-48fc-9c50-bdd9b7fa3f03 None None] Checking router: 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:05:43.592117 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bef3a3-f352-48fc-9c50-bdd9b7fa3f03 None None] Routers {'6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:05:43.593012 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-e4bef3a3-f352-48fc-9c50-bdd9b7fa3f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:05:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:43.662376 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034544fc-a0ee-4434-b37c-537bf481b596 req-5c048d11-5a1f-47c6-b4f5-bea35d6b96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:43.663918 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-034544fc-a0ee-4434-b37c-537bf481b596 req-5c048d11-5a1f-47c6-b4f5-bea35d6b96b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11cade48-67f7-4537-a1c0-f728e42f6cbb HTTP/1.1" status: 200 len: 855 time: 0.1000211 Jul 30 16:05:43.716867 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55198) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:43.770314 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-e4bef3a3-f352-48fc-9c50-bdd9b7fa3f03 None None] Set router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:05:43.772259 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034544fc-a0ee-4434-b37c-537bf481b596 req-1aed9d17-d64b-4a68-ba6b-8ed6f893d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:43.773787 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-034544fc-a0ee-4434-b37c-537bf481b596 req-1aed9d17-d64b-4a68-ba6b-8ed6f893d70e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b371347-3539-4d23-9546-ea91d4d992d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1003051 Jul 30 16:05:43.788366 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809d83-741e-45c4-9aad-64ce18054759 req-880e3125-4ea9-457f-a8a3-8bf4e0d61bcc tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:43.789921 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3c809d83-741e-45c4-9aad-64ce18054759 req-880e3125-4ea9-457f-a8a3-8bf4e0d61bcc tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0648644 Jul 30 16:05:43.882532 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-6b6edb0f-d18a-415d-8274-6cb69f653555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:43.887565 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3c809d83-741e-45c4-9aad-64ce18054759 req-f2f92d0a-4639-4ab5-8e98-f81a896f13b5 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877929 Jul 30 16:05:43.925815 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-034544fc-a0ee-4434-b37c-537bf481b596 req-e20b8929-6455-4052-9c5e-c4bb6eac9162 service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347742 Jul 30 16:05:43.996321 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-386c1fe3-e4bb-4154-9bd8-b449c11dd56f req-ed38c1c6-f16e-4bd3-bea2-f9950d4e2e9a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 210 time: 0.0437768 Jul 30 16:05:44.034140 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-034544fc-a0ee-4434-b37c-537bf481b596 req-107f6377-7b09-4768-a0a0-ba86506f73f8 service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991597 Jul 30 16:05:44.046764 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-6b6edb0f-d18a-415d-8274-6cb69f653555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:44.048894 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-e4bef3a3-f352-48fc-9c50-bdd9b7fa3f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:01Z', 'revision_number': 4, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': 'cb0c1f76-3086-4ae7-904e-f19abf47fd9c', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'port_id': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'mac_address': 'fa:16:3e:42:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:05:17Z', 'updated_at': '2021-07-30T16:05:41Z', 'revision_number': 1, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165b46cb-0e02-4f76-ae19-247b762210a5', 'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'mac_address': 'fa:16:3e:e0:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:14Z', 'revision_number': 5, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'subnets': [{'id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:44.052753 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-6b6edb0f-d18a-415d-8274-6cb69f653555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:44.079407 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bef3a3-f352-48fc-9c50-bdd9b7fa3f03 None None] The sync data for ids ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'] in dv-cinder-802955-2-iscsi is: [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:01Z', 'revision_number': 4, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': 'cb0c1f76-3086-4ae7-904e-f19abf47fd9c', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'port_id': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'mac_address': 'fa:16:3e:42:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:05:17Z', 'updated_at': '2021-07-30T16:05:41Z', 'revision_number': 1, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165b46cb-0e02-4f76-ae19-247b762210a5', 'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'mac_address': 'fa:16:3e:e0:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:14Z', 'revision_number': 5, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'subnets': [{'id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:05:44.098150 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-6b6edb0f-d18a-415d-8274-6cb69f653555 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aa2d31b25a774cf0aa98e7c4cf35019d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799133 Jul 30 16:05:44.099116 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6edb0f-d18a-415d-8274-6cb69f653555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c16b1f-08f8-4752-8d70-efd8fb6e427d,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:44.101046 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55210) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:44.166834 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-014a511b-543b-4306-845f-3395dd959e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:44.192376 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-014a511b-543b-4306-845f-3395dd959e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:44.335863 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-014a511b-543b-4306-845f-3395dd959e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:44.338393 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-014a511b-543b-4306-845f-3395dd959e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:44.339828 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-014a511b-543b-4306-845f-3395dd959e33 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/29c16b1f-08f8-4752-8d70-efd8fb6e427d HTTP/1.1" status: 204 len: 168 time: 0.2372863 Jul 30 16:05:44.345258 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b245607-1ff0-494b-9564-5a2c54083bbb None None] New status for floating IP cb0c1f76-3086-4ae7-904e-f19abf47fd9c: ACTIVE {{(pid=93355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:05:44.366321 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a511b-543b-4306-845f-3395dd959e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c16b1f-08f8-4752-8d70-efd8fb6e427d,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:44.385784 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-69b9c4f6-b8fd-4ee1-9908-5d5968380f88 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:44.387526 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-69b9c4f6-b8fd-4ee1-9908-5d5968380f88 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.60 "GET /v2.0/networks?id=ee84c3c3-d232-4e78-bb71-1721bff770cd HTTP/1.1" status: 200 len: 815 time: 0.1557765 Jul 30 16:05:44.407625 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-7923afe2-3913-455f-82f5-0e25e87c32e2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Request body: {'port': {'device_id': '4655de22-3f2b-4e7a-9444-83a166d35354', 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd', 'admin_state_up': True, 'tenant_id': '4db3b69e8a5f4b47a62fe9e771a7885b'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:44.594079 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-7923afe2-3913-455f-82f5-0e25e87c32e2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Made reservation on behalf of 4db3b69e8a5f4b47a62fe9e771a7885b for: {'port': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:05:44.598733 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-7923afe2-3913-455f-82f5-0e25e87c32e2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:44.853919 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-7923afe2-3913-455f-82f5-0e25e87c32e2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Allocated IP 172.20.0.8 (ee84c3c3-d232-4e78-bb71-1721bff770cd/64d7ab39-0c0c-4bb3-9f7d-acf99370f255/b0b6809a-54ac-40cd-848a-b295294d5e59) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:05:45.068444 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6212e0-1b4a-4f40-a72e-b616a2751306 req-0e82e1fc-35cf-4910-883f-163d0c06696e tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:45.075762 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4a6212e0-1b4a-4f40-a72e-b616a2751306 req-0e82e1fc-35cf-4910-883f-163d0c06696e tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0961499 Jul 30 16:05:45.137832 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4a6212e0-1b4a-4f40-a72e-b616a2751306 req-98b970d0-ff0f-40c4-bff0-b7d3d9a12ece tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610938 Jul 30 16:05:45.196627 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-7923afe2-3913-455f-82f5-0e25e87c32e2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:45.227129 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-18906100-3a75-46d6-b250-af362abaac10 req-e6a9180a-7719-43de-8b35-fb7f48c19d3c tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 210 time: 0.0977180 Jul 30 16:05:45.278132 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-7923afe2-3913-455f-82f5-0e25e87c32e2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:45.291899 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['2535cca8-9cb4-4b9e-8d13-0a21a37b60dd'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:05:45.326478 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-7923afe2-3913-455f-82f5-0e25e87c32e2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Network ee84c3c3-d232-4e78-bb71-1721bff770cd is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:05:45.329779 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-7923afe2-3913-455f-82f5-0e25e87c32e2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:05:45.337591 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-7923afe2-3913-455f-82f5-0e25e87c32e2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:05:45.343447 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-7923afe2-3913-455f-82f5-0e25e87c32e2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:45.344785 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-7923afe2-3913-455f-82f5-0e25e87c32e2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:45.354086 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923afe2-3913-455f-82f5-0e25e87c32e2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Pushing event updated for resources: {'Port': ['ID=b0b6809a-54ac-40cd-848a-b295294d5e59,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:45.368446 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-7923afe2-3913-455f-82f5-0e25e87c32e2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9647975 Jul 30 16:05:45.397854 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Request body: {'port': {'device_id': '4655de22-3f2b-4e7a-9444-83a166d35354', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:05:45.467436 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:45.751606 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b6809a-54ac-40cd-848a-b295294d5e59 {{(pid=93353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:05:45.759878 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:45.773181 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Transition to ACTIVE for port object b0b6809a-54ac-40cd-848a-b295294d5e59 will not be triggered until provisioned by entity L2. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:05:45.777452 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:45.823191 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55276) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:45.854581 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b6809a-54ac-40cd-848a-b295294d5e59,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:45.866890 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Attempting to bind port b0b6809a-54ac-40cd-848a-b295294d5e59 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:05:45.867372 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Attempting to bind port b0b6809a-54ac-40cd-848a-b295294d5e59 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd'}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:05:45.867766 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Attempting to bind port b0b6809a-54ac-40cd-848a-b295294d5e59 on network ee84c3c3-d232-4e78-bb71-1721bff770cd {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:45.874328 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Port b0b6809a-54ac-40cd-848a-b295294d5e59 on network ee84c3c3-d232-4e78-bb71-1721bff770cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:05:45.874747 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Attempting to bind port b0b6809a-54ac-40cd-848a-b295294d5e59 on network ee84c3c3-d232-4e78-bb71-1721bff770cd {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:05:45.880681 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:05:45.881133 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Checking segment: {'id': '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:05:45.882051 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Bound using segment: {'id': '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd'} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:05:45.882051 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Bound port: b0b6809a-54ac-40cd-848a-b295294d5e59, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd'}}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:05:45.882537 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:45.953149 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-491dd7f9-edd3-4745-9eb8-afa329c6b5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:45.962763 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] For port b0b6809a-54ac-40cd-848a-b295294d5e59, host hv-cinder-80295, cleared binding levels {{(pid=93353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:05:45.966590 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] For port b0b6809a-54ac-40cd-848a-b295294d5e59, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b0b6809a-54ac-40cd-848a-b295294d5e59,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:05:45.977297 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:46.018340 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:46.019057 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:46.021524 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] 10.222.0.60 "PUT /v2.0/ports/b0b6809a-54ac-40cd-848a-b295294d5e59 HTTP/1.1" status: 200 len: 1093 time: 0.6299217 Jul 30 16:05:46.021964 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4655de22-3f2b-4e7a-9444-83a166d35354', 'tag': 'b0b6809a-54ac-40cd-848a-b295294d5e59'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:05:46.024231 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc15ae33-55b9-47a0-89a0-e1e805f0f08b" -d '{"events": [{"name": "network-changed", "server_uuid": "4655de22-3f2b-4e7a-9444-83a166d35354", "tag": "b0b6809a-54ac-40cd-848a-b295294d5e59"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:05:46.060923 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51105112-d3b4-44b1-ba4a-52edbfa64959 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b6809a-54ac-40cd-848a-b295294d5e59,revision_number=3']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:46.071176 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997e25f1-aa50-40c8-898d-f05020dcf02d x-openstack-request-id: req-997e25f1-aa50-40c8-898d-f05020dcf02d {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:05:46.071464 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4655de22-3f2b-4e7a-9444-83a166d35354", "tag": "b0b6809a-54ac-40cd-848a-b295294d5e59", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:05:46.071715 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-997e25f1-aa50-40c8-898d-f05020dcf02d {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:05:46.072164 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4655de22-3f2b-4e7a-9444-83a166d35354', 'tag': 'b0b6809a-54ac-40cd-848a-b295294d5e59', 'status': 'completed', 'code': 200} Jul 30 16:05:46.097448 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-491dd7f9-edd3-4745-9eb8-afa329c6b5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:46.104205 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-491dd7f9-edd3-4745-9eb8-afa329c6b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:46.139285 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:05:46.142859 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491dd7f9-edd3-4745-9eb8-afa329c6b5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2778f185-906c-4c19-a154-0e1579d96101,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:46.147376 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-491dd7f9-edd3-4745-9eb8-afa329c6b5c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fd2c51c246ca4a95a852093429af91f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230951 Jul 30 16:05:46.150091 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55292) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:46.209366 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d014dffb-bbb1-45eb-86ed-8fb22090df7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:46.233193 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d014dffb-bbb1-45eb-86ed-8fb22090df7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:46.278779 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f095fb-38ba-4448-9121-0a5571d91f8f req-2b07707e-045b-4420-ba05-df7da12233fc tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:46.280538 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c1f095fb-38ba-4448-9121-0a5571d91f8f req-2b07707e-045b-4420-ba05-df7da12233fc tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0683351 Jul 30 16:05:46.298128 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d014dffb-bbb1-45eb-86ed-8fb22090df7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:46.304252 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d014dffb-bbb1-45eb-86ed-8fb22090df7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:46.310683 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-d014dffb-bbb1-45eb-86ed-8fb22090df7c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2778f185-906c-4c19-a154-0e1579d96101 HTTP/1.1" status: 204 len: 168 time: 0.1553271 Jul 30 16:05:46.320365 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014dffb-bbb1-45eb-86ed-8fb22090df7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2778f185-906c-4c19-a154-0e1579d96101,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:46.358886 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c1f095fb-38ba-4448-9121-0a5571d91f8f req-4a76f2fb-6fd5-4cc5-bce2-5d2b2af6066f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708041 Jul 30 16:05:46.491244 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d7665-641c-4b3e-b329-75ac07946ca5 req-b4248d61-955f-4525-9570-9d4a444db283 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:46.492828 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-723d7665-641c-4b3e-b329-75ac07946ca5 req-b4248d61-955f-4525-9570-9d4a444db283 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 943 time: 0.0665104 Jul 30 16:05:46.533471 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-723d7665-641c-4b3e-b329-75ac07946ca5 req-008fcbcd-1023-49f7-b9ca-4be6229ab851 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339272 Jul 30 16:05:49.370325 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-a9cb6403-8d8e-4a9d-88a4-517eacf33b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:49.371923 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-a9cb6403-8d8e-4a9d-88a4-517eacf33b6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4db3b69e8a5f4b47a62fe9e771a7885b&device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 1096 time: 0.0503781 Jul 30 16:05:49.466437 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-edb4d5a2-9765-420a-b6e8-60643f994426 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0b6809a-54ac-40cd-848a-b295294d5e59 HTTP/1.1" status: 200 len: 217 time: 0.0496852 Jul 30 16:05:49.469081 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28989db-f64a-4717-8d28-f99136b5eab9 req-98b90c48-bdd2-47f1-ba5c-63f315a11bf7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:49.471936 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a28989db-f64a-4717-8d28-f99136b5eab9 req-98b90c48-bdd2-47f1-ba5c-63f315a11bf7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0551379 Jul 30 16:05:49.519864 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a28989db-f64a-4717-8d28-f99136b5eab9 req-ed4d80ac-1067-4344-abf7-4bbdf948ebdf tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 Jul 30 16:05:49.544225 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-cbe5c4ea-1b8e-44ff-9b13-69d88014189b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:49.545748 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-cbe5c4ea-1b8e-44ff-9b13-69d88014189b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64d7ab39-0c0c-4bb3-9f7d-acf99370f255 HTTP/1.1" status: 200 len: 855 time: 0.0579672 Jul 30 16:05:49.557177 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46673466-7883-4df8-b321-8fa4efd9fc3a req-1b2c73af-3758-4622-8a6a-98b6c10eb325 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:49.558682 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-46673466-7883-4df8-b321-8fa4efd9fc3a req-1b2c73af-3758-4622-8a6a-98b6c10eb325 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 943 time: 0.1041591 Jul 30 16:05:49.599947 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-d2e61ac1-021f-4a9b-a8f3-6ff71ae12261 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ee84c3c3-d232-4e78-bb71-1721bff770cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402641 Jul 30 16:05:49.671504 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-46673466-7883-4df8-b321-8fa4efd9fc3a req-b59b7c95-0acb-40ff-81d4-fd09dc375c48 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024785 Jul 30 16:05:49.714386 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-639ab1e1-d392-4e8b-84a6-6e6b5275f12b service neutron] 10.222.0.60 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987136 Jul 30 16:05:49.814896 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-05c1ea7e-87f7-4fbd-a211-36cd1a5f6a5f req-18e23c18-ac73-4baa-bc12-68897835011b service neutron] 10.222.0.60 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797086 Jul 30 16:05:49.920512 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15ae33-55b9-47a0-89a0-e1e805f0f08b req-1f666fe6-3734-466e-834b-39ebb606c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:49.921962 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fc15ae33-55b9-47a0-89a0-e1e805f0f08b req-1f666fe6-3734-466e-834b-39ebb606c187 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4db3b69e8a5f4b47a62fe9e771a7885b&device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 1096 time: 0.0390749 Jul 30 16:05:50.026083 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15ae33-55b9-47a0-89a0-e1e805f0f08b req-b38344a2-2dce-4c39-88ef-f5f4ad79495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:50.027759 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fc15ae33-55b9-47a0-89a0-e1e805f0f08b req-b38344a2-2dce-4c39-88ef-f5f4ad79495d service neutron] 10.222.0.60 "GET /v2.0/networks?id=ee84c3c3-d232-4e78-bb71-1721bff770cd HTTP/1.1" status: 200 len: 916 time: 0.0914440 Jul 30 16:05:50.094779 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fc15ae33-55b9-47a0-89a0-e1e805f0f08b req-17c3baee-c8dd-4e28-a77a-7a5d1590b4b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0b6809a-54ac-40cd-848a-b295294d5e59 HTTP/1.1" status: 200 len: 217 time: 0.0589900 Jul 30 16:05:50.163423 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15ae33-55b9-47a0-89a0-e1e805f0f08b req-aebf7ec1-7e82-40a7-9cd6-498818617bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:50.165110 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fc15ae33-55b9-47a0-89a0-e1e805f0f08b req-aebf7ec1-7e82-40a7-9cd6-498818617bf5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64d7ab39-0c0c-4bb3-9f7d-acf99370f255 HTTP/1.1" status: 200 len: 855 time: 0.0542266 Jul 30 16:05:50.204416 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fc15ae33-55b9-47a0-89a0-e1e805f0f08b req-c35f264a-cce9-4616-99d7-1aa099ff0238 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ee84c3c3-d232-4e78-bb71-1721bff770cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273204 Jul 30 16:05:50.307849 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fc15ae33-55b9-47a0-89a0-e1e805f0f08b req-c9d861da-6e0c-4f76-9e56-4f7eea988344 service neutron] 10.222.0.60 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892506 Jul 30 16:05:50.428480 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fc15ae33-55b9-47a0-89a0-e1e805f0f08b req-126b2208-e5a6-408f-878a-47b81378286c service neutron] 10.222.0.60 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101618 Jul 30 16:05:50.694789 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e4a52-b67e-4473-b131-2012af2fb44f req-62bd5c8c-e700-401c-b3d5-62f2ec73a4cd tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:50.705872 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c57e4a52-b67e-4473-b131-2012af2fb44f req-62bd5c8c-e700-401c-b3d5-62f2ec73a4cd tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0823300 Jul 30 16:05:50.763665 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c57e4a52-b67e-4473-b131-2012af2fb44f req-3d683cd1-8152-4260-a7a7-8da14d725ad0 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564618 Jul 30 16:05:50.804145 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67047d48-4c6e-4a46-b171-4c9f913531ff req-aec5aedd-6488-40ad-a1c6-28f1d2c88bda tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:50.805836 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-67047d48-4c6e-4a46-b171-4c9f913531ff req-aec5aedd-6488-40ad-a1c6-28f1d2c88bda tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 943 time: 0.0564563 Jul 30 16:05:50.851361 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-67047d48-4c6e-4a46-b171-4c9f913531ff req-8cbe1d91-aa16-43b5-9182-c1dce77b6109 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393682 Jul 30 16:05:51.507115 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55418) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:51.619261 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-54658533-1288-4bf9-9177-b1b118f4a2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:51.733459 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-54658533-1288-4bf9-9177-b1b118f4a2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:51.737615 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-54658533-1288-4bf9-9177-b1b118f4a2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:51.778644 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54658533-1288-4bf9-9177-b1b118f4a2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dea8381-a928-46a2-ae4b-d8d1a1600627,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:51.782520 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-54658533-1288-4bf9-9177-b1b118f4a2f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9433d0827797499e8f1ba2eca46789b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743983 Jul 30 16:05:51.785388 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55436) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:51.798587 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54658533-1288-4bf9-9177-b1b118f4a2f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:51.798958 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54658533-1288-4bf9-9177-b1b118f4a2f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:51.799345 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54658533-1288-4bf9-9177-b1b118f4a2f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:51.799852 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54658533-1288-4bf9-9177-b1b118f4a2f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:51.800346 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54658533-1288-4bf9-9177-b1b118f4a2f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:51.800682 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54658533-1288-4bf9-9177-b1b118f4a2f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:51.801012 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54658533-1288-4bf9-9177-b1b118f4a2f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:51.801340 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54658533-1288-4bf9-9177-b1b118f4a2f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:51.801667 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54658533-1288-4bf9-9177-b1b118f4a2f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:51.802055 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54658533-1288-4bf9-9177-b1b118f4a2f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:51.803066 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54658533-1288-4bf9-9177-b1b118f4a2f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:51.805674 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54658533-1288-4bf9-9177-b1b118f4a2f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:51.860461 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:51.893551 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:51.920911 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd11e9-14da-4d7b-a377-98221f901300 req-ee4aabd6-6612-41db-90a0-76e4c34c1af2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:51.929619 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9cbd11e9-14da-4d7b-a377-98221f901300 req-ee4aabd6-6612-41db-90a0-76e4c34c1af2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0825157 Jul 30 16:05:51.969784 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:51.971659 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9cbd11e9-14da-4d7b-a377-98221f901300 req-d59481bf-16f3-46cc-a794-3ed938414662 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410922 Jul 30 16:05:51.972355 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:51.973461 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8dea8381-a928-46a2-ae4b-d8d1a1600627 HTTP/1.1" status: 204 len: 168 time: 0.1870387 Jul 30 16:05:51.999573 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dea8381-a928-46a2-ae4b-d8d1a1600627,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:52.022478 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:52.022478 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:52.022478 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:52.022478 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:52.022478 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:52.022478 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:52.022478 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:52.022478 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:52.022478 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:52.022478 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:52.022478 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:52.022478 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fab709-09dd-4946-b785-f4aa1ffbc47e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:52.067636 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888f078-2f75-4762-80ae-3f25ac2bab75 req-3571c038-ad08-4190-a402-afe5594b0d5d tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:52.070764 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4888f078-2f75-4762-80ae-3f25ac2bab75 req-3571c038-ad08-4190-a402-afe5594b0d5d tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 943 time: 0.1135724 Jul 30 16:05:52.102609 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device b0b6809a-54ac-40cd-848a-b295294d5e59 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:05:52.143838 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c10aa5-78ff-4d7f-9b6d-810dca03bfe5 req-d1d7a9a3-8cc9-4ac3-8bcb-136fe8a10c15 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:52.147136 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-53c10aa5-78ff-4d7f-9b6d-810dca03bfe5 req-d1d7a9a3-8cc9-4ac3-8bcb-136fe8a10c15 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 946 time: 0.0905397 Jul 30 16:05:52.194105 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-53c10aa5-78ff-4d7f-9b6d-810dca03bfe5 req-b0825326-de58-4e26-a650-d1a279e33a47 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405912 Jul 30 16:05:52.195627 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4888f078-2f75-4762-80ae-3f25ac2bab75 req-a8e7d947-2aed-4dec-9eb8-c449e0ce014c tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165333 Jul 30 16:05:52.268525 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port b0b6809a-54ac-40cd-848a-b295294d5e59, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b0b6809a-54ac-40cd-848a-b295294d5e59,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:52.281725 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': 'b0b6809a-54ac-40cd-848a-b295294d5e59', 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd', 'port_id': 'b0b6809a-54ac-40cd-848a-b295294d5e59', 'mac_address': 'fa:16:3e:ec:45:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d7ab39-0c0c-4bb3-9f7d-acf99370f255', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:05:52.351539 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:52.377121 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b6809a-54ac-40cd-848a-b295294d5e59 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:05:52.401013 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port b0b6809a-54ac-40cd-848a-b295294d5e59, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b0b6809a-54ac-40cd-848a-b295294d5e59,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:52.406162 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55472) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:52.407257 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:52.424262 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-10e5858a-36de-43de-a0bd-8e0395f61c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:52.458070 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=b0b6809a-54ac-40cd-848a-b295294d5e59,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:52.520065 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-10e5858a-36de-43de-a0bd-8e0395f61c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:52.523809 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-10e5858a-36de-43de-a0bd-8e0395f61c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:52.561414 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-10e5858a-36de-43de-a0bd-8e0395f61c44 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5c87195f53014c8f9b8bc395f7092a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531346 Jul 30 16:05:52.562262 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5858a-36de-43de-a0bd-8e0395f61c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857396dc-0ed7-41a7-9fc3-c93db4e5f8f7,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:52.564079 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55474) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:52.614258 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-7b0be095-47a3-4ca4-9fb5-ad5418c357a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:52.635515 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-7b0be095-47a3-4ca4-9fb5-ad5418c357a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:52.687561 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-7b0be095-47a3-4ca4-9fb5-ad5418c357a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:52.691869 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-7b0be095-47a3-4ca4-9fb5-ad5418c357a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:52.693682 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-7b0be095-47a3-4ca4-9fb5-ad5418c357a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/857396dc-0ed7-41a7-9fc3-c93db4e5f8f7 HTTP/1.1" status: 204 len: 168 time: 0.1277399 Jul 30 16:05:52.703085 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0be095-47a3-4ca4-9fb5-ad5418c357a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857396dc-0ed7-41a7-9fc3-c93db4e5f8f7,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:52.961955 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['b0b6809a-54ac-40cd-848a-b295294d5e59'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:05:53.109287 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c046b7a-3197-4843-937d-a57b30b35bb0 req-7d1983d8-089e-426b-a262-547d89450062 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:53.110773 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3c046b7a-3197-4843-937d-a57b30b35bb0 req-7d1983d8-089e-426b-a262-547d89450062 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0592129 Jul 30 16:05:53.147991 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3c046b7a-3197-4843-937d-a57b30b35bb0 req-b74c432a-5dd9-4e43-92db-fb5a379a0ba2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306447 Jul 30 16:05:53.309155 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2c7a2-8888-4ac6-aef4-ee68a770ea62 req-70f59464-563f-4022-9110-1948f2b43cd2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:53.310705 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fba2c7a2-8888-4ac6-aef4-ee68a770ea62 req-70f59464-563f-4022-9110-1948f2b43cd2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 944 time: 0.0502553 Jul 30 16:05:53.316351 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182ecd6-7efd-4fe0-9cd7-cbc352c5958e req-d6cef745-2dc9-43f9-be52-73e085a26293 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:53.317871 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f182ecd6-7efd-4fe0-9cd7-cbc352c5958e req-d6cef745-2dc9-43f9-be52-73e085a26293 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 946 time: 0.0496750 Jul 30 16:05:53.351747 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fba2c7a2-8888-4ac6-aef4-ee68a770ea62 req-a8a3ec07-1444-4a2b-beea-806b7d7e46c5 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349171 Jul 30 16:05:53.363229 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f182ecd6-7efd-4fe0-9cd7-cbc352c5958e req-da04cb5a-b656-420d-a6ed-8a98990fa9e7 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383523 Jul 30 16:05:53.568918 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55504) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:53.617023 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29202a3-f09c-479a-af36-165fcf048ab5 admin admin] Deleting subnet 4ac73d04-ad31-4867-8cef-ee566f328d93 {{(pid=93353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:05:53.620502 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d29202a3-f09c-479a-af36-165fcf048ab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:53.654934 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d29202a3-f09c-479a-af36-165fcf048ab5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:53.663870 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d29202a3-f09c-479a-af36-165fcf048ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906635'] for subnet, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:53.728059 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d29202a3-f09c-479a-af36-165fcf048ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for subnet, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:53.761845 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29202a3-f09c-479a-af36-165fcf048ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac73d04-ad31-4867-8cef-ee566f328d93,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:53.764661 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d29202a3-f09c-479a-af36-165fcf048ab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:53.768437 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-d29202a3-f09c-479a-af36-165fcf048ab5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4ac73d04-ad31-4867-8cef-ee566f328d93 HTTP/1.1" status: 204 len: 168 time: 0.1979096 Jul 30 16:05:53.769307 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55508) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:53.845460 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2038210'] for network, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:53.929779 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900636', 'neutron.services.segments.db._delete_segments_for_network-8772173602609'] for network, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:53.941083 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:53.941425 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:53.942173 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:53.942512 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Subscribe: > port after_create 55550000 {{(pid=93354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:53.942849 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:53.943219 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Subscribe: > port after_update 55550000 {{(pid=93354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:53.943556 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:53.943891 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:53.944213 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:53.944528 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:54.080419 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:54.080676 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:54.081008 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:54.081371 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:54.081774 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a79c18-feae-4d90-a4be-ab3dd5161ab6']}} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:54.115240 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3682d9-e74c-4fcb-87c9-931de1b34c21') {'for_net_delete': True} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:54.115930 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3682d9-e74c-4fcb-87c9-931de1b34c21') {} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:54.131986 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772173603386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6082461'] for segment, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:54.153002 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:54.163150 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=93354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:05:54.163570 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5953348'] for segment, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: from cryptography.utils import int_from_bytes Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: from cryptography.utils import int_from_bytes Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: Traceback (most recent call last): Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: timer() Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: cb(*args, **kw) Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: return func(*args, **kwargs) Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: self._notify() Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: self.callback(batched_events) Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: event.method(event) Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: return f(self, *a, **k) Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._get(url).json() Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: return self.request(url, 'GET', **kwargs) Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:05:54.167598 dv-cinder-802955-2-iscsi neutron-server[93354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:05:54.225314 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701640'] for network, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:54.241865 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:54.243935 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/00a79c18-feae-4d90-a4be-ab3dd5161ab6 HTTP/1.1" status: 204 len: 168 time: 0.4736395 Jul 30 16:05:54.245266 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10f711-5708-4feb-b1db-0512df4377f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=00a79c18-feae-4d90-a4be-ab3dd5161ab6,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:54.247092 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55514) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:54.280667 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451926b2-932d-4955-9225-340da2839cc2 req-76a90b5c-fe3a-4e63-97b4-ae6da02e318b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:54.282228 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-451926b2-932d-4955-9225-340da2839cc2 req-76a90b5c-fe3a-4e63-97b4-ae6da02e318b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0633843 Jul 30 16:05:54.301060 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6620ad-6753-47da-8d53-b93abf0cd9dd admin admin] Deleting subnet d1c092c3-7617-49ba-8f35-a5d7c903daf9 {{(pid=93354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:05:54.304706 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ae6620ad-6753-47da-8d53-b93abf0cd9dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:54.322271 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-451926b2-932d-4955-9225-340da2839cc2 req-1312abb6-267b-4514-bb40-2af6cb843b6d tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332983 Jul 30 16:05:54.341889 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ae6620ad-6753-47da-8d53-b93abf0cd9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6082454'] for subnet, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:54.388298 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ae6620ad-6753-47da-8d53-b93abf0cd9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906635'] for subnet, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:54.474782 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ae6620ad-6753-47da-8d53-b93abf0cd9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7322548'] for subnet, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:54.487573 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea82a5b-eb58-4ebb-a14d-ac2e232646de req-56d097ce-13f5-40e2-be5b-6c6e7bf3c262 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:54.490019 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5ea82a5b-eb58-4ebb-a14d-ac2e232646de req-56d097ce-13f5-40e2-be5b-6c6e7bf3c262 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 946 time: 0.0511496 Jul 30 16:05:54.506374 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6620ad-6753-47da-8d53-b93abf0cd9dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c092c3-7617-49ba-8f35-a5d7c903daf9,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:54.510138 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ae6620ad-6753-47da-8d53-b93abf0cd9dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:54.514246 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-ae6620ad-6753-47da-8d53-b93abf0cd9dd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d1c092c3-7617-49ba-8f35-a5d7c903daf9 HTTP/1.1" status: 204 len: 168 time: 0.2639027 Jul 30 16:05:54.514574 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55520) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:54.527710 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c1ca3-3c9a-437a-95fb-7c1a34f97d15 req-0cb4cf5a-94c5-4928-b2fa-19af39b9db6f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:54.529135 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-084c1ca3-3c9a-437a-95fb-7c1a34f97d15 req-0cb4cf5a-94c5-4928-b2fa-19af39b9db6f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 944 time: 0.0990472 Jul 30 16:05:54.532157 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5ea82a5b-eb58-4ebb-a14d-ac2e232646de req-0629a3a9-e876-4581-9bcc-a336d6fb29dc tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358882 Jul 30 16:05:54.617320 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-084c1ca3-3c9a-437a-95fb-7c1a34f97d15 req-64049e8e-17a9-4dbb-b5af-eb043bf854ed tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774477 Jul 30 16:05:54.621359 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3638134f-3dc4-4d8b-90a2-f14bee1a83b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2038210'] for network, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:54.702359 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3638134f-3dc4-4d8b-90a2-f14bee1a83b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900636', 'neutron.services.segments.db._delete_segments_for_network-8772173602609'] for network, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:54.714433 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-3638134f-3dc4-4d8b-90a2-f14bee1a83b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652653c9-d2f2-4e6e-a98f-70f6cc3bcf15']}} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:54.725290 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-3638134f-3dc4-4d8b-90a2-f14bee1a83b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e420cb39-6e07-47c2-9da6-a7783889417d') {'for_net_delete': True} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:54.725583 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-3638134f-3dc4-4d8b-90a2-f14bee1a83b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e420cb39-6e07-47c2-9da6-a7783889417d') {} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:54.734062 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3638134f-3dc4-4d8b-90a2-f14bee1a83b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772173603386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6082461'] for segment, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:54.747615 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3638134f-3dc4-4d8b-90a2-f14bee1a83b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:54.753202 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3638134f-3dc4-4d8b-90a2-f14bee1a83b3 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=93354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:05:54.753578 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3638134f-3dc4-4d8b-90a2-f14bee1a83b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5953348'] for segment, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: Traceback (most recent call last): Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: timer() Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: cb(*args, **kw) Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: return func(*args, **kwargs) Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: self._notify() Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: self.callback(batched_events) Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: event.method(event) Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: return f(self, *a, **k) Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._get(url).json() Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: return self.request(url, 'GET', **kwargs) Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:05:54.755216 dv-cinder-802955-2-iscsi neutron-server[93354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:05:54.810948 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3638134f-3dc4-4d8b-90a2-f14bee1a83b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701640'] for network, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:54.826491 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3638134f-3dc4-4d8b-90a2-f14bee1a83b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:54.828386 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-3638134f-3dc4-4d8b-90a2-f14bee1a83b3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/652653c9-d2f2-4e6e-a98f-70f6cc3bcf15 HTTP/1.1" status: 204 len: 168 time: 0.3129892 Jul 30 16:05:54.829424 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638134f-3dc4-4d8b-90a2-f14bee1a83b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=652653c9-d2f2-4e6e-a98f-70f6cc3bcf15,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:55.006700 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55574) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:55.060905 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-02f326ec-87e0-40c5-8133-7b20a0e4ad76 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=253621eeecc34c859a66a2a3c74323a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528848 Jul 30 16:05:55.063832 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55578) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:55.138167 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a56b10f1-cf68-462b-b98a-93f8c7c0fe9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:55.166881 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a56b10f1-cf68-462b-b98a-93f8c7c0fe9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:55.180119 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a499b48-7378-4257-ace2-e7db4e2c3e18 req-6a70f809-421d-46ad-8022-da1a37c1ffd4 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:55.181614 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-8a499b48-7378-4257-ace2-e7db4e2c3e18 req-6a70f809-421d-46ad-8022-da1a37c1ffd4 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.60 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 946 time: 0.0766582 Jul 30 16:05:55.295933 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a56b10f1-cf68-462b-b98a-93f8c7c0fe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:55.298509 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a56b10f1-cf68-462b-b98a-93f8c7c0fe9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:55.299713 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-a56b10f1-cf68-462b-b98a-93f8c7c0fe9e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/546f6535-a125-4cca-8820-b9e0c35e6bbf HTTP/1.1" status: 204 len: 168 time: 0.2348628 Jul 30 16:05:55.318639 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b10f1-cf68-462b-b98a-93f8c7c0fe9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546f6535-a125-4cca-8820-b9e0c35e6bbf,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:55.339365 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-8a499b48-7378-4257-ace2-e7db4e2c3e18 req-9f64e3fc-5101-416a-b406-521cacb25c62 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Deleting port af6b2a1b-47c7-4d06-992a-899ac75e6ce7 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:05:55.339717 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-8a499b48-7378-4257-ace2-e7db4e2c3e18 req-9f64e3fc-5101-416a-b406-521cacb25c62 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:55.460011 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-8a499b48-7378-4257-ace2-e7db4e2c3e18 req-9f64e3fc-5101-416a-b406-521cacb25c62 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] For port af6b2a1b-47c7-4d06-992a-899ac75e6ce7, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=af6b2a1b-47c7-4d06-992a-899ac75e6ce7,segment=NetworkSegment(c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7),segment_id=c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:55.460387 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-8a499b48-7378-4257-ace2-e7db4e2c3e18 req-9f64e3fc-5101-416a-b406-521cacb25c62 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:55.480697 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-8a499b48-7378-4257-ace2-e7db4e2c3e18 req-9f64e3fc-5101-416a-b406-521cacb25c62 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Calling delete_port for af6b2a1b-47c7-4d06-992a-899ac75e6ce7 owned by compute:nova {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:05:55.507998 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9db5e-8f53-42d9-ac0e-6a695f8b6695 req-e439dc37-792d-4210-9f36-9d395d9646b2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:55.509545 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-89a9db5e-8f53-42d9-ac0e-6a695f8b6695 req-e439dc37-792d-4210-9f36-9d395d9646b2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0983448 Jul 30 16:05:55.681816 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5e6af-5607-448f-963a-4c9b43f799e7 req-843a1612-667b-466c-b282-0de3315e4550 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:55.688101 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-71b5e6af-5607-448f-963a-4c9b43f799e7 req-843a1612-667b-466c-b282-0de3315e4550 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 946 time: 0.0715330 Jul 30 16:05:55.700075 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55604) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:55.753406 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-71b5e6af-5607-448f-963a-4c9b43f799e7 req-56c7fab4-ed36-4f3a-93a4-a34a1057cc5b tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ee49e63-39ae-4074-8333-1f2af384f8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628505 Jul 30 16:05:55.777582 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-3744b5f4-af5b-459e-8c35-70c5d1aca7e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f483b76245ef49eeb35937bb47a090e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0758758 Jul 30 16:05:55.779531 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55606) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:55.865281 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-89a9db5e-8f53-42d9-ac0e-6a695f8b6695 req-17f0264a-53ae-4e2a-b364-53669e5d6159 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314540 Jul 30 16:05:55.883954 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-810db464-ad22-4b7f-b78f-cc08eaa6828b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:55.907581 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e7c13-8721-4a1f-9f35-820776155438 req-a23b2b23-f4f5-4f90-a627-2a824eb9e547 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:55.909037 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-370e7c13-8721-4a1f-9f35-820776155438 req-a23b2b23-f4f5-4f90-a627-2a824eb9e547 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 944 time: 0.0758104 Jul 30 16:05:55.921335 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-810db464-ad22-4b7f-b78f-cc08eaa6828b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:55.949794 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-8a499b48-7378-4257-ace2-e7db4e2c3e18 req-9f64e3fc-5101-416a-b406-521cacb25c62 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:55.962838 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['af6b2a1b-47c7-4d06-992a-899ac75e6ce7'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:05:55.981544 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-370e7c13-8721-4a1f-9f35-820776155438 req-bd078b15-97ae-4d6a-9f60-4c3150b2fbd2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632732 Jul 30 16:05:56.007381 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-810db464-ad22-4b7f-b78f-cc08eaa6828b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:56.009907 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-810db464-ad22-4b7f-b78f-cc08eaa6828b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:56.011049 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-810db464-ad22-4b7f-b78f-cc08eaa6828b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4b294b0f-0dea-4ca4-9246-8a7aa381370a HTTP/1.1" status: 204 len: 168 time: 0.2305765 Jul 30 16:05:56.022323 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810db464-ad22-4b7f-b78f-cc08eaa6828b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b294b0f-0dea-4ca4-9246-8a7aa381370a,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:56.031780 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64e3fc-5101-416a-b406-521cacb25c62 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Pushing event deleted for resources: {'Port': ['ID=af6b2a1b-47c7-4d06-992a-899ac75e6ce7,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:56.075515 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a499b48-7378-4257-ace2-e7db4e2c3e18 req-9f64e3fc-5101-416a-b406-521cacb25c62 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] No DVR routers for this DVR port af6b2a1b-47c7-4d06-992a-899ac75e6ce7 on host hv-cinder-80295 {{(pid=93353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:05:56.084606 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-8a499b48-7378-4257-ace2-e7db4e2c3e18 req-9f64e3fc-5101-416a-b406-521cacb25c62 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:56.088933 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-8a499b48-7378-4257-ace2-e7db4e2c3e18 req-9f64e3fc-5101-416a-b406-521cacb25c62 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.60 "DELETE /v2.0/ports/af6b2a1b-47c7-4d06-992a-899ac75e6ce7 HTTP/1.1" status: 204 len: 173 time: 0.8968372 Jul 30 16:05:56.089698 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5781093c-33dc-4c85-808f-44f3bd24a864', 'name': 'network-vif-deleted', 'tag': 'af6b2a1b-47c7-4d06-992a-899ac75e6ce7'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:05:56.108606 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8db484-03b4-401e-ab30-a92e722be23b" -d '{"events": [{"server_uuid": "5781093c-33dc-4c85-808f-44f3bd24a864", "name": "network-vif-deleted", "tag": "af6b2a1b-47c7-4d06-992a-899ac75e6ce7"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:05:56.137532 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device b0b6809a-54ac-40cd-848a-b295294d5e59 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:05:56.221566 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port b0b6809a-54ac-40cd-848a-b295294d5e59 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:05:56.227976 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port b0b6809a-54ac-40cd-848a-b295294d5e59 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:05:56.228673 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:56.270915 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db98a520-27b1-4475-abd7-0cc637caa13d x-openstack-request-id: req-db98a520-27b1-4475-abd7-0cc637caa13d {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:05:56.271592 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5781093c-33dc-4c85-808f-44f3bd24a864", "name": "network-vif-deleted", "tag": "af6b2a1b-47c7-4d06-992a-899ac75e6ce7", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:05:56.272144 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db98a520-27b1-4475-abd7-0cc637caa13d {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:05:56.272995 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5781093c-33dc-4c85-808f-44f3bd24a864', 'name': 'network-vif-deleted', 'tag': 'af6b2a1b-47c7-4d06-992a-899ac75e6ce7', 'status': 'completed', 'code': 200} Jul 30 16:05:56.320910 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:56.346130 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4655de22-3f2b-4e7a-9444-83a166d35354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b6809a-54ac-40cd-848a-b295294d5e59'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:05:56.348401 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfdfc09-faa9-4883-a559-a0eb66a80d97" -d '{"events": [{"server_uuid": "4655de22-3f2b-4e7a-9444-83a166d35354", "name": "network-vif-plugged", "status": "completed", "tag": "b0b6809a-54ac-40cd-848a-b295294d5e59"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:05:56.364085 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port b0b6809a-54ac-40cd-848a-b295294d5e59, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b0b6809a-54ac-40cd-848a-b295294d5e59,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:05:56.370492 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:56.397715 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10d4029-621e-441b-96a8-5821b004b41e x-openstack-request-id: req-c10d4029-621e-441b-96a8-5821b004b41e {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:05:56.398013 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4655de22-3f2b-4e7a-9444-83a166d35354", "name": "network-vif-plugged", "status": "completed", "tag": "b0b6809a-54ac-40cd-848a-b295294d5e59", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:05:56.398267 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c10d4029-621e-441b-96a8-5821b004b41e {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:05:56.398652 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4655de22-3f2b-4e7a-9444-83a166d35354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b6809a-54ac-40cd-848a-b295294d5e59', 'code': 200} Jul 30 16:05:56.429681 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=b0b6809a-54ac-40cd-848a-b295294d5e59,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:56.436916 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:56.439544 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:56.439910 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:56.440255 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:56.440628 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:56.440969 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:56.441299 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:56.441682 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:56.442034 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:56.442421 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:56.442750 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:56.443097 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:05:56.617960 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d8fc7-edb1-4f61-947a-d9eed2a046a0 req-7157ed00-2ae6-4e3e-b6ff-362b262b68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:56.619515 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a65d8fc7-edb1-4f61-947a-d9eed2a046a0 req-7157ed00-2ae6-4e3e-b6ff-362b262b68b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 1098 time: 0.0582008 Jul 30 16:05:56.676834 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a65d8fc7-edb1-4f61-947a-d9eed2a046a0 req-627ead8e-49bb-453c-914e-4afecab7dc5e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449984 Jul 30 16:05:56.889244 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-dcb170f9-421b-4101-b3b4-f3475778dafa req-d1fbd8ce-8999-415d-9c33-ea3d9f27c3b8 tempest-DeleteServersTestJSON-2137298480 tempest-DeleteServersTestJSON-2137298480-project] 10.222.0.61 "GET /v2.0/ports?device_id=5781093c-33dc-4c85-808f-44f3bd24a864 HTTP/1.1" status: 200 len: 210 time: 0.0326090 Jul 30 16:05:56.989266 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabf3b1-3174-444d-b6bf-ef1a45c72776 req-1860d368-0714-4358-87a4-2afe322e3a0f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:56.990796 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7eabf3b1-3174-444d-b6bf-ef1a45c72776 req-1860d368-0714-4358-87a4-2afe322e3a0f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0530887 Jul 30 16:05:57.034428 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7eabf3b1-3174-444d-b6bf-ef1a45c72776 req-f3d4f09a-944d-4000-95b8-64d6ac4ade84 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376160 Jul 30 16:05:57.136790 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7341160-1fb0-4bfd-94fe-3a9294d795f4 req-77db8498-29eb-48e2-8c38-37421269067e tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:57.138329 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d7341160-1fb0-4bfd-94fe-3a9294d795f4 req-77db8498-29eb-48e2-8c38-37421269067e tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 945 time: 0.0559690 Jul 30 16:05:57.189009 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d7341160-1fb0-4bfd-94fe-3a9294d795f4 req-0d964e94-b7e5-4b36-9982-1d6e80824e45 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423737 Jul 30 16:05:58.132692 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device af6b2a1b-47c7-4d06-992a-899ac75e6ce7 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:05:58.153883 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: af6b2a1b-47c7-4d06-992a-899ac75e6ce7 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:05:58.154235 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device af6b2a1b-47c7-4d06-992a-899ac75e6ce7 not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:05:58.165699 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe38ef-ad5f-4112-b1a2-318bc8d6be0d req-35924661-f2da-4656-b539-81250f57febb tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:58.167376 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a4fe38ef-ad5f-4112-b1a2-318bc8d6be0d req-35924661-f2da-4656-b539-81250f57febb tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0561690 Jul 30 16:05:58.213840 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a4fe38ef-ad5f-4112-b1a2-318bc8d6be0d req-342365d0-5e43-47a1-bac6-461d73510414 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402384 Jul 30 16:05:58.320560 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbc645-2e3d-4111-966e-ea3731010346 req-70b18298-6fb4-4733-81f0-26a910e34a06 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:58.322116 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a6bbc645-2e3d-4111-966e-ea3731010346 req-70b18298-6fb4-4733-81f0-26a910e34a06 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 945 time: 0.0499878 Jul 30 16:05:58.366188 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a6bbc645-2e3d-4111-966e-ea3731010346 req-f1372328-1fab-4b99-875e-e63a4ff7764e tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375326 Jul 30 16:05:59.343738 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c4bb5-8c97-46ec-a6b8-1fca7e0a0b0b req-9d173715-76f6-4b90-bea0-def30cfd89b9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:05:59.345376 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d05c4bb5-8c97-46ec-a6b8-1fca7e0a0b0b req-9d173715-76f6-4b90-bea0-def30cfd89b9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0574794 Jul 30 16:05:59.368602 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55710) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:59.399121 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d05c4bb5-8c97-46ec-a6b8-1fca7e0a0b0b req-834235c0-a3bc-43a1-aa57-678adbad72be tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470095 Jul 30 16:05:59.432596 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9d4c1a-eba7-4999-8258-65c0713b6bca admin admin] Deleting subnet c0410231-bd6f-4668-8090-1bfc35e566c6 {{(pid=93354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:05:59.436085 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-bb9d4c1a-eba7-4999-8258-65c0713b6bca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:59.476860 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-bb9d4c1a-eba7-4999-8258-65c0713b6bca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6082454'] for subnet, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:59.524492 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-bb9d4c1a-eba7-4999-8258-65c0713b6bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906635'] for subnet, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:59.585135 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-bb9d4c1a-eba7-4999-8258-65c0713b6bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7322548'] for subnet, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:59.610486 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d4c1a-eba7-4999-8258-65c0713b6bca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0410231-bd6f-4668-8090-1bfc35e566c6,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:05:59.619032 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-bb9d4c1a-eba7-4999-8258-65c0713b6bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:59.621358 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-bb9d4c1a-eba7-4999-8258-65c0713b6bca admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c0410231-bd6f-4668-8090-1bfc35e566c6 HTTP/1.1" status: 204 len: 168 time: 0.2438183 Jul 30 16:05:59.625591 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55716) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:59.704906 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2038210'] for network, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:59.790887 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900636', 'neutron.services.segments.db._delete_segments_for_network-8772173602609'] for network, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:59.801430 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:59.801812 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:59.802558 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:59.802883 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Subscribe: > port after_create 55550000 {{(pid=93353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:59.803378 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:59.803711 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Subscribe: > port after_update 55550000 {{(pid=93353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:59.804050 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:59.804384 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:59.804701 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:59.805027 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:59.871239 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:59.871584 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:59.871909 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:59.872235 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:05:59.872622 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.services.segments.db [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9df665-303f-4ad5-ae03-1b82c68d7a17']}} {{(pid=93353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:59.891041 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.services.segments.db [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7') {'for_net_delete': True} {{(pid=93353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:59.891336 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.services.segments.db [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b039dd-2ff9-4ac1-ad7d-a9a470759ea7') {} {{(pid=93353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:05:59.908515 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772173603386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66483357'] for segment, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:59.934613 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:59.945166 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=93353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:05:59.945576 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66545880'] for segment, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: from cryptography.utils import int_from_bytes Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: from cryptography.utils import int_from_bytes Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: Traceback (most recent call last): Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: timer() Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: cb(*args, **kw) Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: return func(*args, **kwargs) Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: self._notify() Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: self.callback(batched_events) Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: event.method(event) Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: return f(self, *a, **k) Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: return self._get(url).json() Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: return self.request(url, 'GET', **kwargs) Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:05:59.950037 dv-cinder-802955-2-iscsi neutron-server[93353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:06:00.011972 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701640'] for network, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:00.019368 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:00.021917 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9d9df665-303f-4ad5-ae03-1b82c68d7a17 HTTP/1.1" status: 204 len: 168 time: 0.3953078 Jul 30 16:06:00.031711 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5ef68-f415-4e5f-a13d-90e9c51ccd26 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d9df665-303f-4ad5-ae03-1b82c68d7a17,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:00.189759 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55724) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:00.233616 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-0a356f24-132e-4a00-9434-3f61c6e8ccc1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dab2c012bf2b488388b2d56f3104d4b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0426886 Jul 30 16:06:00.236094 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55726) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:00.285374 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4a1f4cbe-aaef-4554-a5c5-bd580aaf7edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:00.311707 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4a1f4cbe-aaef-4554-a5c5-bd580aaf7edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:00.359811 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4a1f4cbe-aaef-4554-a5c5-bd580aaf7edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:00.362392 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4a1f4cbe-aaef-4554-a5c5-bd580aaf7edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:00.365166 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-4a1f4cbe-aaef-4554-a5c5-bd580aaf7edc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ee49e63-39ae-4074-8333-1f2af384f8e6 HTTP/1.1" status: 204 len: 168 time: 0.1281271 Jul 30 16:06:00.373663 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f4cbe-aaef-4554-a5c5-bd580aaf7edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee49e63-39ae-4074-8333-1f2af384f8e6,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:01.863497 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55778) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:01.971364 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9c17c66f-311c-4fde-abee-32077788d6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:02.063355 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9c17c66f-311c-4fde-abee-32077788d6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:02.067583 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9c17c66f-311c-4fde-abee-32077788d6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:02.104708 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17c66f-311c-4fde-abee-32077788d6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaeb52a-8c5d-4183-a9a6-f58e4a5a14a7,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:02.110365 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-9c17c66f-311c-4fde-abee-32077788d6f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a020be1acb7349c78e67a516097e0463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453201 Jul 30 16:06:02.113390 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55784) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:02.175876 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f18ac111-a4aa-483c-9a39-f1fc9698f1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:02.202363 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f18ac111-a4aa-483c-9a39-f1fc9698f1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:02.267185 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f18ac111-a4aa-483c-9a39-f1fc9698f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:02.269811 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f18ac111-a4aa-483c-9a39-f1fc9698f1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:02.271959 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-f18ac111-a4aa-483c-9a39-f1fc9698f1f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dcaeb52a-8c5d-4183-a9a6-f58e4a5a14a7 HTTP/1.1" status: 204 len: 168 time: 0.1576865 Jul 30 16:06:02.280629 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ac111-a4aa-483c-9a39-f1fc9698f1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaeb52a-8c5d-4183-a9a6-f58e4a5a14a7,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:02.563327 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55792) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:02.582695 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b6afa55e-3b35-4ec7-bbf6-d912dfb21051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:02.721743 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b6afa55e-3b35-4ec7-bbf6-d912dfb21051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:02.728021 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b6afa55e-3b35-4ec7-bbf6-d912dfb21051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:02.747380 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f5b4-f70b-43e2-bff0-7e90db43ed2e req-4d7bcbc3-92b4-42ca-87bd-f06a01dc71f0 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:02.748924 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-eeb7f5b4-f70b-43e2-bff0-7e90db43ed2e req-4d7bcbc3-92b4-42ca-87bd-f06a01dc71f0 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0952301 Jul 30 16:06:02.792666 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-b6afa55e-3b35-4ec7-bbf6-d912dfb21051 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=03d36ab03004451489678ed0c534c5fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282286 Jul 30 16:06:02.795402 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55796) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:02.800706 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afa55e-3b35-4ec7-bbf6-d912dfb21051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9f5f68-0406-40f0-ac44-a0658c03fe7a,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:02.826145 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-eeb7f5b4-f70b-43e2-bff0-7e90db43ed2e req-82daf498-ff4b-47f2-90d8-01a7a6ab4194 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610483 Jul 30 16:06:02.855609 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ef9df900-97dc-486f-ac5b-6a8f57f9a67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:02.883154 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ef9df900-97dc-486f-ac5b-6a8f57f9a67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:02.932582 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ef9df900-97dc-486f-ac5b-6a8f57f9a67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:02.935203 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ef9df900-97dc-486f-ac5b-6a8f57f9a67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:02.936584 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-ef9df900-97dc-486f-ac5b-6a8f57f9a67c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1c9f5f68-0406-40f0-ac44-a0658c03fe7a HTTP/1.1" status: 204 len: 168 time: 0.1399653 Jul 30 16:06:02.945480 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9df900-97dc-486f-ac5b-6a8f57f9a67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9f5f68-0406-40f0-ac44-a0658c03fe7a,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:03.231657 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-1a2cc297-c09c-432a-9343-771eda948df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:03.986196 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55772cfa-2339-4bff-9bc3-592e6393ef55 req-54ddfd63-108d-4ea9-9bd7-18d75f3eac46 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:03.987782 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-55772cfa-2339-4bff-9bc3-592e6393ef55 req-54ddfd63-108d-4ea9-9bd7-18d75f3eac46 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0766048 Jul 30 16:06:04.030298 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-55772cfa-2339-4bff-9bc3-592e6393ef55 req-bc70fc50-1123-42d8-882c-5b71229c6884 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363042 Jul 30 16:06:04.560943 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-15947f84-27a6-4c03-afc9-58b4015324c0 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:04.562326 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-15947f84-27a6-4c03-afc9-58b4015324c0 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/networks?id=ee84c3c3-d232-4e78-bb71-1721bff770cd HTTP/1.1" status: 200 len: 815 time: 0.1231389 Jul 30 16:06:04.579060 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-29f6aeac-88ff-4a4d-ad0e-e13cba1e9aa8 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/quotas/4db3b69e8a5f4b47a62fe9e771a7885b HTTP/1.1" status: 200 len: 375 time: 0.0099702 Jul 30 16:06:04.633018 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-27ca548c-abd4-4459-a6d1-4b9ca03f00bd tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4db3b69e8a5f4b47a62fe9e771a7885b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483162 Jul 30 16:06:04.740245 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-0cff5985-e3ae-4c43-a801-8f5b00f9d3c9 service neutron] 10.222.0.61 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001492 Jul 30 16:06:04.834464 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-6a16dd4c-3956-4bb0-b83d-b083a3b03ac4 service neutron] 10.222.0.61 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864165 Jul 30 16:06:05.112419 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55896) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:05.225911 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-77d2c9d1-8e46-429e-bf14-2b090c18ba95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:05.320398 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-77d2c9d1-8e46-429e-bf14-2b090c18ba95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:05.323843 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-77d2c9d1-8e46-429e-bf14-2b090c18ba95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:05.363111 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-77d2c9d1-8e46-429e-bf14-2b090c18ba95 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5df8a560eac749c796e3d72d1f2b1283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495060 Jul 30 16:06:05.363830 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2c9d1-8e46-429e-bf14-2b090c18ba95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01cd94d-1ea4-4f4d-826d-ebf917299018,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:05.365799 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55902) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:05.421050 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-27dd52e2-79bc-473d-ab13-b10104a7986a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:05.442782 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-27dd52e2-79bc-473d-ab13-b10104a7986a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:05.491058 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-27dd52e2-79bc-473d-ab13-b10104a7986a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:05.494270 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-27dd52e2-79bc-473d-ab13-b10104a7986a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:05.495618 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-27dd52e2-79bc-473d-ab13-b10104a7986a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e01cd94d-1ea4-4f4d-826d-ebf917299018 HTTP/1.1" status: 204 len: 168 time: 0.1282270 Jul 30 16:06:05.503927 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd52e2-79bc-473d-ab13-b10104a7986a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01cd94d-1ea4-4f4d-826d-ebf917299018,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:05.786083 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55910) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:05.799090 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cb2e4008-46e9-4dc6-8a23-f3689d6054fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:05.890617 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cb2e4008-46e9-4dc6-8a23-f3689d6054fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:05.894437 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cb2e4008-46e9-4dc6-8a23-f3689d6054fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:05.938283 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-cb2e4008-46e9-4dc6-8a23-f3689d6054fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0d8da700f7fe49cca5a202b69e40371f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511011 Jul 30 16:06:05.939185 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e4008-46e9-4dc6-8a23-f3689d6054fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28baaf00-05ac-4fc9-b495-4f6409f33e5c,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:05.940950 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55912) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:05.989846 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-4386ef18-94ec-4d3f-b296-0014facf2558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:06.011110 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-4386ef18-94ec-4d3f-b296-0014facf2558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:06.059056 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-4386ef18-94ec-4d3f-b296-0014facf2558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:06.061539 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-4386ef18-94ec-4d3f-b296-0014facf2558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:06.062669 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-4386ef18-94ec-4d3f-b296-0014facf2558 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28baaf00-05ac-4fc9-b495-4f6409f33e5c HTTP/1.1" status: 204 len: 168 time: 0.1204298 Jul 30 16:06:06.070879 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386ef18-94ec-4d3f-b296-0014facf2558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28baaf00-05ac-4fc9-b495-4f6409f33e5c,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:06.172724 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:06.174585 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-04153e8e-a586-497a-88ff-3d76b30f9be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:06.932143 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:07.746673 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 55972) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:07.846958 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e9bd376d-6ae1-42db-a0b2-c5a4c86cc9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:07.944886 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e9bd376d-6ae1-42db-a0b2-c5a4c86cc9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:07.951380 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e9bd376d-6ae1-42db-a0b2-c5a4c86cc9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:07.997569 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-e9bd376d-6ae1-42db-a0b2-c5a4c86cc9e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38f35a4ad7084bdeb76bc0549fda61d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491350 Jul 30 16:06:08.000306 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd376d-6ae1-42db-a0b2-c5a4c86cc9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a40138e-3d60-4112-becd-78e9063ca63d,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:08.000444 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55978) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:08.082175 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6aabd533-12bf-4476-b094-726532eb4e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:08.100614 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0f96e8dc-f125-41ac-a361-00c40cc2da20 req-5ab2e5da-b945-4c0e-a60f-5fccbb5cd4a6 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 210 time: 0.0336814 Jul 30 16:06:08.121922 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6aabd533-12bf-4476-b094-726532eb4e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:08.148459 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb4295-c651-49af-a952-d497312dcb41 req-83401af5-a548-4a7e-913b-6b6b5b1d0342 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:08.149952 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fdbb4295-c651-49af-a952-d497312dcb41 req-83401af5-a548-4a7e-913b-6b6b5b1d0342 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0512681 Jul 30 16:06:08.173296 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6aabd533-12bf-4476-b094-726532eb4e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:08.176194 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6aabd533-12bf-4476-b094-726532eb4e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:08.180357 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-6aabd533-12bf-4476-b094-726532eb4e92 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4a40138e-3d60-4112-becd-78e9063ca63d HTTP/1.1" status: 204 len: 168 time: 0.1770203 Jul 30 16:06:08.196623 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabd533-12bf-4476-b094-726532eb4e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a40138e-3d60-4112-becd-78e9063ca63d,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:08.206522 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fdbb4295-c651-49af-a952-d497312dcb41 req-b0c2444a-6a16-4874-9bfc-b3c812a10ef9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472844 Jul 30 16:06:08.398966 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:08.472205 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55986) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:08.485907 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-43a79ff0-aac9-467d-9554-def6ffbdf98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:08.580730 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-43a79ff0-aac9-467d-9554-def6ffbdf98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:08.585016 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-43a79ff0-aac9-467d-9554-def6ffbdf98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:08.622602 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a79ff0-aac9-467d-9554-def6ffbdf98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70666985-f65e-46d3-b496-eb68084e91f2,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:08.627997 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-43a79ff0-aac9-467d-9554-def6ffbdf98a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=40eebc7609a3423cbb69b356c42fdf0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547573 Jul 30 16:06:08.630821 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 55988) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:08.689649 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0ef9-c0f6-4307-84b4-69dd65f9e5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:08.712615 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0ef9-c0f6-4307-84b4-69dd65f9e5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:08.764621 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0ef9-c0f6-4307-84b4-69dd65f9e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:08.767329 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2c0d0ef9-c0f6-4307-84b4-69dd65f9e5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:08.771213 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-2c0d0ef9-c0f6-4307-84b4-69dd65f9e5e5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/70666985-f65e-46d3-b496-eb68084e91f2 HTTP/1.1" status: 204 len: 168 time: 0.1368115 Jul 30 16:06:08.792711 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d0ef9-c0f6-4307-84b4-69dd65f9e5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70666985-f65e-46d3-b496-eb68084e91f2,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:08.955861 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-5dc62d68-b699-4883-8654-877ac6abea10 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:08.958648 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-5dc62d68-b699-4883-8654-877ac6abea10 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.60 "GET /v2.0/networks?id=ee84c3c3-d232-4e78-bb71-1721bff770cd HTTP/1.1" status: 200 len: 815 time: 0.1311185 Jul 30 16:06:08.976255 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-36f34648-40ff-4e66-8797-8f1132954d4a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Request body: {'port': {'device_id': '67316249-96bd-46bc-a182-1cd851bd5307', 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd', 'admin_state_up': True, 'tenant_id': '4db3b69e8a5f4b47a62fe9e771a7885b'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:09.158054 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-36f34648-40ff-4e66-8797-8f1132954d4a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Made reservation on behalf of 4db3b69e8a5f4b47a62fe9e771a7885b for: {'port': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:06:09.165002 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-36f34648-40ff-4e66-8797-8f1132954d4a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:09.262598 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c0cc49b8-0823-4643-ae74-737fe7600281 req-09e12db7-3ab2-4f7c-95f6-57cb7d715d33 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 210 time: 0.0661063 Jul 30 16:06:09.367471 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-36f34648-40ff-4e66-8797-8f1132954d4a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Allocated IP 172.20.0.3 (ee84c3c3-d232-4e78-bb71-1721bff770cd/64d7ab39-0c0c-4bb3-9f7d-acf99370f255/5d346b97-3756-451b-90d5-4aeaa8c71dd6) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:06:09.374544 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c56fe4-da71-45be-a377-0cfa06923ebd req-8be6a9fb-2f4a-4f0f-b970-f9b9ad2a6268 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:09.377615 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f2c56fe4-da71-45be-a377-0cfa06923ebd req-8be6a9fb-2f4a-4f0f-b970-f9b9ad2a6268 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0603321 Jul 30 16:06:09.428207 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f2c56fe4-da71-45be-a377-0cfa06923ebd req-127bafa5-4c71-4f8a-ad52-81aeff407347 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369561 Jul 30 16:06:09.543251 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-36f34648-40ff-4e66-8797-8f1132954d4a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:09.595981 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-36f34648-40ff-4e66-8797-8f1132954d4a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:09.614684 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['2535cca8-9cb4-4b9e-8d13-0a21a37b60dd', 'b0b6809a-54ac-40cd-848a-b295294d5e59'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:06:09.646199 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-36f34648-40ff-4e66-8797-8f1132954d4a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Network ee84c3c3-d232-4e78-bb71-1721bff770cd is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:06:09.651975 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-36f34648-40ff-4e66-8797-8f1132954d4a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:09.657782 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-36f34648-40ff-4e66-8797-8f1132954d4a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:06:09.663026 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f34648-40ff-4e66-8797-8f1132954d4a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Pushing event updated for resources: {'Port': ['ID=5d346b97-3756-451b-90d5-4aeaa8c71dd6,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:09.721386 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-36f34648-40ff-4e66-8797-8f1132954d4a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:09.722125 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-36f34648-40ff-4e66-8797-8f1132954d4a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:09.739084 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-36f34648-40ff-4e66-8797-8f1132954d4a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7668386 Jul 30 16:06:09.761417 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Request body: {'port': {'device_id': '67316249-96bd-46bc-a182-1cd851bd5307', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:09.828083 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:10.108301 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d346b97-3756-451b-90d5-4aeaa8c71dd6 {{(pid=93353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:06:10.117006 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:10.132275 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Transition to ACTIVE for port object 5d346b97-3756-451b-90d5-4aeaa8c71dd6 will not be triggered until provisioned by entity L2. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:06:10.135724 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:10.227298 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d346b97-3756-451b-90d5-4aeaa8c71dd6,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:10.279240 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d8d9d66e-20d6-4937-b56b-c92f5dfa6112 req-c4f0f2b8-90bc-45cc-b4be-642f67197a45 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504177 Jul 30 16:06:10.284328 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Attempting to bind port 5d346b97-3756-451b-90d5-4aeaa8c71dd6 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:06:10.284676 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Attempting to bind port 5d346b97-3756-451b-90d5-4aeaa8c71dd6 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd'}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:06:10.284999 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Attempting to bind port 5d346b97-3756-451b-90d5-4aeaa8c71dd6 on network ee84c3c3-d232-4e78-bb71-1721bff770cd {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:06:10.289495 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Port 5d346b97-3756-451b-90d5-4aeaa8c71dd6 on network ee84c3c3-d232-4e78-bb71-1721bff770cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:06:10.289817 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Attempting to bind port 5d346b97-3756-451b-90d5-4aeaa8c71dd6 on network ee84c3c3-d232-4e78-bb71-1721bff770cd {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:06:10.294848 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:06:10.295245 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Checking segment: {'id': '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:06:10.295680 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Bound using segment: {'id': '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd'} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:06:10.296116 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Bound port: 5d346b97-3756-451b-90d5-4aeaa8c71dd6, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd'}}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:06:10.296530 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:10.435803 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9d66e-20d6-4937-b56b-c92f5dfa6112 req-95a05f25-1b04-4e67-8b47-ea9e68540f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:10.437442 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d8d9d66e-20d6-4937-b56b-c92f5dfa6112 req-95a05f25-1b04-4e67-8b47-ea9e68540f01 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4db3b69e8a5f4b47a62fe9e771a7885b&device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 1099 time: 0.0572145 Jul 30 16:06:10.440943 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] For port 5d346b97-3756-451b-90d5-4aeaa8c71dd6, host hv-cinder-80295, cleared binding levels {{(pid=93353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:06:10.445431 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] For port 5d346b97-3756-451b-90d5-4aeaa8c71dd6, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=5d346b97-3756-451b-90d5-4aeaa8c71dd6,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:06:10.451905 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:10.490857 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333ed40-5ce6-4fc4-8c31-09b150c40dce req-50f9ea9c-2593-46c5-94dd-c20d3483ece4 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:10.492737 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9333ed40-5ce6-4fc4-8c31-09b150c40dce req-50f9ea9c-2593-46c5-94dd-c20d3483ece4 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 943 time: 0.1149352 Jul 30 16:06:10.516798 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:10.517518 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:10.519016 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] 10.222.0.60 "PUT /v2.0/ports/5d346b97-3756-451b-90d5-4aeaa8c71dd6 HTTP/1.1" status: 200 len: 1093 time: 0.7627521 Jul 30 16:06:10.524551 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67316249-96bd-46bc-a182-1cd851bd5307', 'tag': '5d346b97-3756-451b-90d5-4aeaa8c71dd6'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:06:10.526886 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0fb041-16c5-420a-b707-e9803a33d397" -d '{"events": [{"name": "network-changed", "server_uuid": "67316249-96bd-46bc-a182-1cd851bd5307", "tag": "5d346b97-3756-451b-90d5-4aeaa8c71dd6"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:06:10.550800 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ba24c-9a63-4ff6-b910-cadce253c5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5d346b97-3756-451b-90d5-4aeaa8c71dd6,revision_number=3']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:10.580827 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9333ed40-5ce6-4fc4-8c31-09b150c40dce req-8ee12bd8-0483-4587-bc98-f66d6b64cece tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716932 Jul 30 16:06:10.609888 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdf4f2-d727-4b6c-8c82-d7eb322736c1 req-8271d84f-59ed-45ce-8440-e3ed44dc7369 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:10.611438 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d0cdf4f2-d727-4b6c-8c82-d7eb322736c1 req-8271d84f-59ed-45ce-8440-e3ed44dc7369 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0919693 Jul 30 16:06:10.616566 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9d66e-20d6-4937-b56b-c92f5dfa6112 req-766f4628-6cae-4a83-8f5c-2bdfd9f786b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:10.618161 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d8d9d66e-20d6-4937-b56b-c92f5dfa6112 req-766f4628-6cae-4a83-8f5c-2bdfd9f786b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ee84c3c3-d232-4e78-bb71-1721bff770cd HTTP/1.1" status: 200 len: 916 time: 0.1577427 Jul 30 16:06:10.621859 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-4b48493e-9683-42f9-b934-c83193be32a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:10.623856 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-4b48493e-9683-42f9-b934-c83193be32a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4db3b69e8a5f4b47a62fe9e771a7885b&device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 1096 time: 0.0557408 Jul 30 16:06:10.634451 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e51831-9d07-4dc3-86d3-805fd2631067 x-openstack-request-id: req-71e51831-9d07-4dc3-86d3-805fd2631067 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:06:10.634853 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67316249-96bd-46bc-a182-1cd851bd5307", "tag": "5d346b97-3756-451b-90d5-4aeaa8c71dd6", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:06:10.635297 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-71e51831-9d07-4dc3-86d3-805fd2631067 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:06:10.635871 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67316249-96bd-46bc-a182-1cd851bd5307', 'tag': '5d346b97-3756-451b-90d5-4aeaa8c71dd6', 'status': 'completed', 'code': 200} Jul 30 16:06:10.689738 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-34024177-dc90-493b-83e1-9b6f397d12d3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d346b97-3756-451b-90d5-4aeaa8c71dd6 HTTP/1.1" status: 200 len: 217 time: 0.0355177 Jul 30 16:06:10.695297 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d0cdf4f2-d727-4b6c-8c82-d7eb322736c1 req-ab4ff82e-37e4-43ec-a478-ec2a3e750e01 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732160 Jul 30 16:06:10.696683 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d8d9d66e-20d6-4937-b56b-c92f5dfa6112 req-2d9ed1c9-9093-40a4-9bb4-21facda78548 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2535cca8-9cb4-4b9e-8d13-0a21a37b60dd HTTP/1.1" status: 200 len: 217 time: 0.0452704 Jul 30 16:06:10.764853 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-9afdfecd-3590-4883-b372-2e11ff1a9b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:10.766515 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-9afdfecd-3590-4883-b372-2e11ff1a9b83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64d7ab39-0c0c-4bb3-9f7d-acf99370f255 HTTP/1.1" status: 200 len: 855 time: 0.0572586 Jul 30 16:06:10.768588 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9d66e-20d6-4937-b56b-c92f5dfa6112 req-26a97b9d-a127-43aa-a4d9-e4a2a651d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:10.770022 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d8d9d66e-20d6-4937-b56b-c92f5dfa6112 req-26a97b9d-a127-43aa-a4d9-e4a2a651d89a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64d7ab39-0c0c-4bb3-9f7d-acf99370f255 HTTP/1.1" status: 200 len: 855 time: 0.0554929 Jul 30 16:06:10.809238 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-312b7566-fda1-46d4-b520-e1ef3a779224 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ee84c3c3-d232-4e78-bb71-1721bff770cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270159 Jul 30 16:06:10.812749 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d8d9d66e-20d6-4937-b56b-c92f5dfa6112 req-52c8fc9f-b4ac-4a49-a871-4a69311d3ab4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ee84c3c3-d232-4e78-bb71-1721bff770cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254333 Jul 30 16:06:10.934875 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-2d36b3d2-cabc-4f65-91f8-1ff797d26867 service neutron] 10.222.0.60 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926254 Jul 30 16:06:10.936354 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d8d9d66e-20d6-4937-b56b-c92f5dfa6112 req-50875251-3b90-430c-8065-9931a053f61d service neutron] 10.222.0.60 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926404 Jul 30 16:06:11.060417 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ede6f894-e6aa-4c93-8cc3-15b644274837 req-fee5fb85-b320-439b-85dd-479853c5d06c service neutron] 10.222.0.60 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953264 Jul 30 16:06:11.169768 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fb041-16c5-420a-b707-e9803a33d397 req-20dbd73d-5709-47a0-971c-d6b5bb53158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:11.171232 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7e0fb041-16c5-420a-b707-e9803a33d397 req-20dbd73d-5709-47a0-971c-d6b5bb53158f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4db3b69e8a5f4b47a62fe9e771a7885b&device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 1096 time: 0.0430744 Jul 30 16:06:11.238330 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d8d9d66e-20d6-4937-b56b-c92f5dfa6112 req-2e04b3f6-b9a7-472b-9c51-2a627e21d214 service neutron] 10.222.0.60 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725387 Jul 30 16:06:11.277307 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fb041-16c5-420a-b707-e9803a33d397 req-1d957b4e-f0c9-4775-a8d2-3e3c82170f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:11.278826 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7e0fb041-16c5-420a-b707-e9803a33d397 req-1d957b4e-f0c9-4775-a8d2-3e3c82170f3e service neutron] 10.222.0.60 "GET /v2.0/networks?id=ee84c3c3-d232-4e78-bb71-1721bff770cd HTTP/1.1" status: 200 len: 916 time: 0.0961926 Jul 30 16:06:11.328748 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7e0fb041-16c5-420a-b707-e9803a33d397 req-065f978a-1498-4099-872c-b819ca5b398a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d346b97-3756-451b-90d5-4aeaa8c71dd6 HTTP/1.1" status: 200 len: 217 time: 0.0388837 Jul 30 16:06:11.394944 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fb041-16c5-420a-b707-e9803a33d397 req-cc488d60-2afd-4aa2-b02c-5e3347ded3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:11.396891 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7e0fb041-16c5-420a-b707-e9803a33d397 req-cc488d60-2afd-4aa2-b02c-5e3347ded3f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64d7ab39-0c0c-4bb3-9f7d-acf99370f255 HTTP/1.1" status: 200 len: 855 time: 0.0544140 Jul 30 16:06:11.438140 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7e0fb041-16c5-420a-b707-e9803a33d397 req-51576e5d-f9a3-41bf-8640-7ee8925f8209 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ee84c3c3-d232-4e78-bb71-1721bff770cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335069 Jul 30 16:06:11.548966 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7e0fb041-16c5-420a-b707-e9803a33d397 req-1a1b45dc-7690-4a59-9258-3687b5499180 service neutron] 10.222.0.60 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977604 Jul 30 16:06:11.656301 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7e0fb041-16c5-420a-b707-e9803a33d397 req-bb9faaf7-5560-4330-9cce-34dd613b066a service neutron] 10.222.0.60 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869682 Jul 30 16:06:11.724609 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ce199-f412-4b1c-b34c-bc00c54297f6 req-690a8d69-8254-4399-9dd4-3965afbf6f82 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:11.724609 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-146ce199-f412-4b1c-b34c-bc00c54297f6 req-690a8d69-8254-4399-9dd4-3965afbf6f82 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 943 time: 0.0569484 Jul 30 16:06:11.779564 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-146ce199-f412-4b1c-b34c-bc00c54297f6 req-afda09a3-a0a5-4b29-b990-db83c18131e8 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454128 Jul 30 16:06:11.873302 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1064a83-d760-4d10-9378-bfe1007f276c req-61ce4607-4e12-43da-8cc1-934fb7b40837 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:11.874811 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e1064a83-d760-4d10-9378-bfe1007f276c req-61ce4607-4e12-43da-8cc1-934fb7b40837 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0549157 Jul 30 16:06:11.913910 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e1064a83-d760-4d10-9378-bfe1007f276c req-e2c80fa2-4a1d-4065-87b0-a25fb51e5399 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323825 Jul 30 16:06:12.642779 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:12.896658 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade0f5a-21b9-456e-9749-86b8da57cedb req-9134d35e-b0f3-406c-9170-02fe6219aa6f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:12.898160 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7ade0f5a-21b9-456e-9749-86b8da57cedb req-9134d35e-b0f3-406c-9170-02fe6219aa6f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 943 time: 0.0484126 Jul 30 16:06:12.939532 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7ade0f5a-21b9-456e-9749-86b8da57cedb req-dcf43135-9748-4c8c-bd1e-20ec02bab1a0 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354633 Jul 30 16:06:13.044451 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b704da-f64b-456e-b4f5-55a1f839ccf2 req-3f7d4196-6135-4844-8059-e07b75e83fc3 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:13.046045 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b9b704da-f64b-456e-b4f5-55a1f839ccf2 req-3f7d4196-6135-4844-8059-e07b75e83fc3 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0596905 Jul 30 16:06:13.087734 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b9b704da-f64b-456e-b4f5-55a1f839ccf2 req-2906777c-adf1-4a75-821f-5bf56bd086c5 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353782 Jul 30 16:06:14.647316 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 5d346b97-3756-451b-90d5-4aeaa8c71dd6 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:06:14.744711 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 5d346b97-3756-451b-90d5-4aeaa8c71dd6, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=5d346b97-3756-451b-90d5-4aeaa8c71dd6,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:06:14.763675 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': '5d346b97-3756-451b-90d5-4aeaa8c71dd6', 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd', 'port_id': '5d346b97-3756-451b-90d5-4aeaa8c71dd6', 'mac_address': 'fa:16:3e:31:fd:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d7ab39-0c0c-4bb3-9f7d-acf99370f255', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:06:14.810540 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:14.827329 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d346b97-3756-451b-90d5-4aeaa8c71dd6 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:06:14.847632 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 5d346b97-3756-451b-90d5-4aeaa8c71dd6, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=5d346b97-3756-451b-90d5-4aeaa8c71dd6,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:06:14.851733 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:14.901614 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=5d346b97-3756-451b-90d5-4aeaa8c71dd6,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:17.072591 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8440dd-608e-486b-8ebc-7c0064f4caeb req-9f06a37e-0421-4656-923a-cbcc261ee534 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:17.074206 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3b8440dd-608e-486b-8ebc-7c0064f4caeb req-9f06a37e-0421-4656-923a-cbcc261ee534 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 944 time: 0.0492072 Jul 30 16:06:17.090921 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55c96a-c5d4-48dd-91c1-2175d2bac60e req-6072570a-1cc3-46ed-8446-998a9feb21a8 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:17.093057 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3b55c96a-c5d4-48dd-91c1-2175d2bac60e req-6072570a-1cc3-46ed-8446-998a9feb21a8 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0541804 Jul 30 16:06:17.118753 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3b8440dd-608e-486b-8ebc-7c0064f4caeb req-00639f91-9cbd-4fd1-9041-057078a2b4c1 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357096 Jul 30 16:06:17.134898 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3b55c96a-c5d4-48dd-91c1-2175d2bac60e req-6897bcc0-05e5-45bc-8260-12f526e9c2d2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346730 Jul 30 16:06:17.453349 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['5d346b97-3756-451b-90d5-4aeaa8c71dd6'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:06:18.257305 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ac5e8-e2b9-460c-bb04-71ad7e87a6fd req-3b7a2fac-27d4-487c-8d6d-a90de2cc8dbd tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:18.259944 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d9fd3-9581-4b73-a3c4-916f6693a776 req-3f879dcb-6964-4bbc-8a24-db02caf6360b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:18.260423 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-734ac5e8-e2b9-460c-bb04-71ad7e87a6fd req-3b7a2fac-27d4-487c-8d6d-a90de2cc8dbd tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 944 time: 0.0640821 Jul 30 16:06:18.261618 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2a5d9fd3-9581-4b73-a3c4-916f6693a776 req-3f879dcb-6964-4bbc-8a24-db02caf6360b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0534556 Jul 30 16:06:18.304017 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2a5d9fd3-9581-4b73-a3c4-916f6693a776 req-5856663a-19e4-4042-af8b-ada5dc1c3f87 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367045 Jul 30 16:06:18.315534 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-734ac5e8-e2b9-460c-bb04-71ad7e87a6fd req-3caecb13-62ba-45c2-ac71-d15936b29455 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475161 Jul 30 16:06:18.961498 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 5d346b97-3756-451b-90d5-4aeaa8c71dd6 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:06:19.013046 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port 5d346b97-3756-451b-90d5-4aeaa8c71dd6 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:06:19.016630 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port 5d346b97-3756-451b-90d5-4aeaa8c71dd6 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:06:19.017005 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:19.091893 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:19.114739 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67316249-96bd-46bc-a182-1cd851bd5307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d346b97-3756-451b-90d5-4aeaa8c71dd6'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:06:19.116992 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d42257b-9f91-42f1-9e7c-40af712cb7d1" -d '{"events": [{"server_uuid": "67316249-96bd-46bc-a182-1cd851bd5307", "name": "network-vif-plugged", "status": "completed", "tag": "5d346b97-3756-451b-90d5-4aeaa8c71dd6"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:06:19.134518 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 5d346b97-3756-451b-90d5-4aeaa8c71dd6, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=5d346b97-3756-451b-90d5-4aeaa8c71dd6,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:06:19.139636 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:19.165660 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f184bc-594f-4272-a5fa-867f04596286 x-openstack-request-id: req-11f184bc-594f-4272-a5fa-867f04596286 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:06:19.165955 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67316249-96bd-46bc-a182-1cd851bd5307", "name": "network-vif-plugged", "status": "completed", "tag": "5d346b97-3756-451b-90d5-4aeaa8c71dd6", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:06:19.166206 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11f184bc-594f-4272-a5fa-867f04596286 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:06:19.166588 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67316249-96bd-46bc-a182-1cd851bd5307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d346b97-3756-451b-90d5-4aeaa8c71dd6', 'code': 200} Jul 30 16:06:19.195616 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=5d346b97-3756-451b-90d5-4aeaa8c71dd6,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:19.347423 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a08ea1-f610-4666-8b69-6792934cf28f req-97415c8f-e366-4978-9023-96ef290c9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:19.349541 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-19a08ea1-f610-4666-8b69-6792934cf28f req-97415c8f-e366-4978-9023-96ef290c9300 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 1098 time: 0.0394480 Jul 30 16:06:19.395231 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-19a08ea1-f610-4666-8b69-6792934cf28f req-971a0a68-59b4-47f8-bf8b-e353f14abd15 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308115 Jul 30 16:06:19.439454 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4685a-1128-4e89-803a-fa4f5215a313 req-0697490c-88ad-419a-a30e-3cb81352e182 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:19.440979 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3eb4685a-1128-4e89-803a-fa4f5215a313 req-0697490c-88ad-419a-a30e-3cb81352e182 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0540731 Jul 30 16:06:19.470657 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0adaa-edd9-49f9-b36b-2a94dff8272a req-4f177967-e3f5-4b1b-8511-8191a890db24 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:19.479426 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-76e0adaa-edd9-49f9-b36b-2a94dff8272a req-4f177967-e3f5-4b1b-8511-8191a890db24 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 945 time: 0.0623069 Jul 30 16:06:19.486471 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3eb4685a-1128-4e89-803a-fa4f5215a313 req-bef3105b-752d-4f39-9aef-5ac04d853df6 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355945 Jul 30 16:06:19.513446 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-76e0adaa-edd9-49f9-b36b-2a94dff8272a req-f6d0d0d0-b151-4647-9794-dea67feaf211 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331428 Jul 30 16:06:20.620954 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106804f-df4a-4be5-9d7f-d76367f5b9e4 req-a3772e01-514c-4453-b68b-43148daa3693 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:20.622549 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-8106804f-df4a-4be5-9d7f-d76367f5b9e4 req-a3772e01-514c-4453-b68b-43148daa3693 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0623848 Jul 30 16:06:20.639883 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b189c-cab0-408b-9e0f-7cbd34ca86ef req-98061069-5ed2-46c9-bdc6-d11f06bbace1 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:20.641286 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f58b189c-cab0-408b-9e0f-7cbd34ca86ef req-98061069-5ed2-46c9-bdc6-d11f06bbace1 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 945 time: 0.0549579 Jul 30 16:06:20.663109 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-8106804f-df4a-4be5-9d7f-d76367f5b9e4 req-32ae9644-ebce-4692-af89-3cd50622b849 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342641 Jul 30 16:06:20.684885 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f58b189c-cab0-408b-9e0f-7cbd34ca86ef req-f601dc93-2427-42f0-8967-4601f5c94397 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373671 Jul 30 16:06:21.783185 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780edbfe-1b8f-46da-ab31-2493388b226c req-79cfd9d0-cab5-46f3-a9af-ebb361ec08d7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:21.784676 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-780edbfe-1b8f-46da-ab31-2493388b226c req-79cfd9d0-cab5-46f3-a9af-ebb361ec08d7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0501161 Jul 30 16:06:21.800435 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984011d-f4e5-4bcc-9d27-c866baae965b req-2febee6e-0658-4d75-8125-b2ba8386c4e0 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:21.802456 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4984011d-f4e5-4bcc-9d27-c866baae965b req-2febee6e-0658-4d75-8125-b2ba8386c4e0 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 945 time: 0.0477517 Jul 30 16:06:21.828650 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-780edbfe-1b8f-46da-ab31-2493388b226c req-671efd7f-1f67-4c56-96eb-ad4fb3f301ce tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378194 Jul 30 16:06:21.843992 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4984011d-f4e5-4bcc-9d27-c866baae965b req-dcfb55e9-7913-4fa9-9b66-b83b213c30e3 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336421 Jul 30 16:06:22.364344 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 56290) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:22.466868 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-c51aaf04-d7de-431e-8e29-b20561722aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:22.562786 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-c51aaf04-d7de-431e-8e29-b20561722aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:22.567360 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-c51aaf04-d7de-431e-8e29-b20561722aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:22.605564 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-c51aaf04-d7de-431e-8e29-b20561722aeb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7503233dbe9446edb0a345fde70cee3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399216 Jul 30 16:06:22.607120 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51aaf04-d7de-431e-8e29-b20561722aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec06ec79-baf9-4d33-bdfc-e7d7471fc1e5,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:22.607380 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 56296) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:22.659359 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e9aa8e87-6d84-498a-b0ee-5bf1f441fe14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:22.681940 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e9aa8e87-6d84-498a-b0ee-5bf1f441fe14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:22.733304 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e9aa8e87-6d84-498a-b0ee-5bf1f441fe14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:22.736076 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e9aa8e87-6d84-498a-b0ee-5bf1f441fe14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:22.737728 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-e9aa8e87-6d84-498a-b0ee-5bf1f441fe14 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec06ec79-baf9-4d33-bdfc-e7d7471fc1e5 HTTP/1.1" status: 204 len: 168 time: 0.1292648 Jul 30 16:06:22.748070 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa8e87-6d84-498a-b0ee-5bf1f441fe14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec06ec79-baf9-4d33-bdfc-e7d7471fc1e5,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:22.949464 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6d97a-5461-4a3d-8906-bd9318ed7b12 req-4a0c9376-0017-4406-94d9-648ff1562675 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:22.951504 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fbb6d97a-5461-4a3d-8906-bd9318ed7b12 req-4a0c9376-0017-4406-94d9-648ff1562675 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0555778 Jul 30 16:06:23.004035 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fbb6d97a-5461-4a3d-8906-bd9318ed7b12 req-0b79dd69-db09-43fd-91e0-8fc5120cf461 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446157 Jul 30 16:06:23.138654 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:06:24.142549 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18d269-ba9f-4670-b6c3-2016b040ffac req-73dde452-6224-4fb6-abcc-b5b5f7fbfff6 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:24.144151 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6e18d269-ba9f-4670-b6c3-2016b040ffac req-73dde452-6224-4fb6-abcc-b5b5f7fbfff6 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0548499 Jul 30 16:06:24.186452 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6e18d269-ba9f-4670-b6c3-2016b040ffac req-800e54cb-b5ad-479b-a1d1-a55a773cd7f4 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349684 Jul 30 16:06:25.314872 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fc276-c295-4c73-b291-c17db5bd3e69 req-873bcee9-c47a-4e75-9608-152a630ab35b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:25.316495 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fb2fc276-c295-4c73-b291-c17db5bd3e69 req-873bcee9-c47a-4e75-9608-152a630ab35b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0537555 Jul 30 16:06:25.355880 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fb2fc276-c295-4c73-b291-c17db5bd3e69 req-a802f84b-940b-4ccc-9e29-4b45da27978c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325363 Jul 30 16:06:26.476159 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a31d0-ffe7-417d-b27f-8dc3d3cdee1f req-72b4408d-62be-4865-ab85-dd44805d4ba1 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:26.477716 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3f5a31d0-ffe7-417d-b27f-8dc3d3cdee1f req-72b4408d-62be-4865-ab85-dd44805d4ba1 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0521026 Jul 30 16:06:26.518551 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3f5a31d0-ffe7-417d-b27f-8dc3d3cdee1f req-472b6007-1665-47ae-b259-e095c5e3f2b3 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347354 Jul 30 16:06:27.640405 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd4c20-d231-4925-ad8f-12dcca685cad req-ecf94c54-6ccb-4757-adf9-fceb658b2f3b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:27.641900 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-98cd4c20-d231-4925-ad8f-12dcca685cad req-ecf94c54-6ccb-4757-adf9-fceb658b2f3b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0496690 Jul 30 16:06:27.682333 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-98cd4c20-d231-4925-ad8f-12dcca685cad req-009257f6-4e66-48f5-b9df-a3e05b7dc81b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336146 Jul 30 16:06:28.806825 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11474d10-09df-47e6-bc15-472ae498d2a3 req-268c6b20-9a73-4960-bbc0-a8e2cbc6cc2a tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:28.808412 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-11474d10-09df-47e6-bc15-472ae498d2a3 req-268c6b20-9a73-4960-bbc0-a8e2cbc6cc2a tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0545731 Jul 30 16:06:28.851429 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-11474d10-09df-47e6-bc15-472ae498d2a3 req-b8f9d59d-0178-4752-8415-269d65f341d0 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359540 Jul 30 16:06:29.168265 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 56502) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:29.277873 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-81b56080-6209-46cf-b11d-7a2e5a1675e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:29.378717 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-81b56080-6209-46cf-b11d-7a2e5a1675e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:29.390578 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-81b56080-6209-46cf-b11d-7a2e5a1675e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:29.429254 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-81b56080-6209-46cf-b11d-7a2e5a1675e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a067d7723e4942c0b94654cfe0c283d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598004 Jul 30 16:06:29.431921 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 56518) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:29.451808 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b56080-6209-46cf-b11d-7a2e5a1675e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89b83c1-f135-4448-b22a-adc866db796e,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:29.501457 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f0c09b9a-699d-46d3-a58d-6053b4a2e147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:29.524687 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f0c09b9a-699d-46d3-a58d-6053b4a2e147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:29.596286 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f0c09b9a-699d-46d3-a58d-6053b4a2e147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:29.599769 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f0c09b9a-699d-46d3-a58d-6053b4a2e147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:29.604451 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-f0c09b9a-699d-46d3-a58d-6053b4a2e147 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a89b83c1-f135-4448-b22a-adc866db796e HTTP/1.1" status: 204 len: 168 time: 0.1711137 Jul 30 16:06:29.635095 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c09b9a-699d-46d3-a58d-6053b4a2e147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89b83c1-f135-4448-b22a-adc866db796e,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:29.847751 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b3406-7dd5-490f-8407-a580966651b3 req-7d34bc77-582b-4290-b354-df5159a0bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:29.850067 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-589b3406-7dd5-490f-8407-a580966651b3 req-7d34bc77-582b-4290-b354-df5159a0bb9c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 1098 time: 0.0427523 Jul 30 16:06:29.918001 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-589b3406-7dd5-490f-8407-a580966651b3 req-8385f91b-12b9-4e60-a3b3-f41515ea9dc6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515583 Jul 30 16:06:30.004476 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaaec5-daf4-4d09-bade-e115a32faf7b req-45d9255c-5814-421b-877b-a72e0f51062b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:30.011135 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-bcdaaec5-daf4-4d09-bade-e115a32faf7b req-45d9255c-5814-421b-877b-a72e0f51062b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0634639 Jul 30 16:06:30.054437 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-bcdaaec5-daf4-4d09-bade-e115a32faf7b req-78f3c992-1534-47f9-8017-f21d34fd6d9b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411086 Jul 30 16:06:30.720588 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 56578) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:30.828717 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-595225c7-f1a0-4f29-b442-22591e0f79f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:30.931865 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-595225c7-f1a0-4f29-b442-22591e0f79f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:30.935670 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-595225c7-f1a0-4f29-b442-22591e0f79f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:30.977691 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-595225c7-f1a0-4f29-b442-22591e0f79f2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ebfd193972814d9c8f73aaf09508bd06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559309 Jul 30 16:06:30.978730 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595225c7-f1a0-4f29-b442-22591e0f79f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef8fa3d-a6b0-46c4-acf7-a70466a74276,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:30.980385 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 56584) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:31.032022 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2a989791-84f6-41bd-b2e8-6d89051e03ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:31.053149 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2a989791-84f6-41bd-b2e8-6d89051e03ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:31.107836 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2a989791-84f6-41bd-b2e8-6d89051e03ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:31.110769 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2a989791-84f6-41bd-b2e8-6d89051e03ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:31.112161 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-2a989791-84f6-41bd-b2e8-6d89051e03ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0ef8fa3d-a6b0-46c4-acf7-a70466a74276 HTTP/1.1" status: 204 len: 168 time: 0.1304677 Jul 30 16:06:31.128660 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a989791-84f6-41bd-b2e8-6d89051e03ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef8fa3d-a6b0-46c4-acf7-a70466a74276,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:31.199317 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd99584-8776-446f-a2fd-5b7596efc50c req-2b398a2f-da65-47c4-944f-26fe736c22ae tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:31.203557 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1bd99584-8776-446f-a2fd-5b7596efc50c req-2b398a2f-da65-47c4-944f-26fe736c22ae tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0702555 Jul 30 16:06:31.250556 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1bd99584-8776-446f-a2fd-5b7596efc50c req-e699c828-ceca-4ce4-90e2-8b05eaa36871 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444806 Jul 30 16:06:31.880088 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 56634) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:31.972520 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-566a1eb1-beb6-4719-a11f-c17c968b656c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1903943515-network', 'tenant_id': 'd5c1289baa134b41815dcf8fa5b61280'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:31.993369 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566a1eb1-beb6-4719-a11f-c17c968b656c admin admin] Made reservation on behalf of d5c1289baa134b41815dcf8fa5b61280 for: {'network': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:06:31.995688 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-566a1eb1-beb6-4719-a11f-c17c968b656c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:32.003887 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-566a1eb1-beb6-4719-a11f-c17c968b656c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:32.093099 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-566a1eb1-beb6-4719-a11f-c17c968b656c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:32.096771 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-566a1eb1-beb6-4719-a11f-c17c968b656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:32.120902 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566a1eb1-beb6-4719-a11f-c17c968b656c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=93354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:06:32.130978 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a1eb1-beb6-4719-a11f-c17c968b656c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6427129-ef61-437f-bf9b-5e74c1dbb2d5,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:32.135810 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-566a1eb1-beb6-4719-a11f-c17c968b656c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:32.136150 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.db.segments_db [None req-566a1eb1-beb6-4719-a11f-c17c968b656c admin admin] Added segment f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8 of type vlan for network bd109f06-fda1-45ac-a05e-408befaaa21e Jul 30 16:06:32.177268 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-566a1eb1-beb6-4719-a11f-c17c968b656c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:32.205711 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-566a1eb1-beb6-4719-a11f-c17c968b656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:32.206787 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566a1eb1-beb6-4719-a11f-c17c968b656c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:32.207409 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-566a1eb1-beb6-4719-a11f-c17c968b656c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:32.267839 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-566a1eb1-beb6-4719-a11f-c17c968b656c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3864744 Jul 30 16:06:32.270637 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 56638) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:32.280153 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-4206f7fc-38ec-48b6-9d2c-c02a2b076d75 admin admin] Request body: {'subnet': {'network_id': 'bd109f06-fda1-45ac-a05e-408befaaa21e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1903943515-subnet', 'tenant_id': 'd5c1289baa134b41815dcf8fa5b61280', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:32.284129 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a1eb1-beb6-4719-a11f-c17c968b656c admin admin] Pushing event updated for resources: {'Network': ['ID=bd109f06-fda1-45ac-a05e-408befaaa21e,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:32.295445 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network bd109f06-fda1-45ac-a05e-408befaaa21e details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:06:32.309190 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4206f7fc-38ec-48b6-9d2c-c02a2b076d75 admin admin] Made reservation on behalf of d5c1289baa134b41815dcf8fa5b61280 for: {'subnet': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:06:32.311834 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-4206f7fc-38ec-48b6-9d2c-c02a2b076d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7322515'] for subnet, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:32.431697 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056571d3-f93a-48e2-9c62-0b69c6298886 req-1fda7da1-fe29-41e3-866d-670719ab09d3 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:32.433128 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-056571d3-f93a-48e2-9c62-0b69c6298886 req-1fda7da1-fe29-41e3-866d-670719ab09d3 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0837071 Jul 30 16:06:32.513888 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-056571d3-f93a-48e2-9c62-0b69c6298886 req-0530bfdf-636b-4bb9-b781-f8de3d354ef8 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729918 Jul 30 16:06:32.555283 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-4206f7fc-38ec-48b6-9d2c-c02a2b076d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5957849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7322557'] for subnet, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:32.612294 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206f7fc-38ec-48b6-9d2c-c02a2b076d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38fabcf4-4de7-4061-85b3-c10dd93c68fb,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:32.628912 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206f7fc-38ec-48b6-9d2c-c02a2b076d75 admin admin] Checking segment: {'id': 'f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bd109f06-fda1-45ac-a05e-408befaaa21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:06:32.629280 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4206f7fc-38ec-48b6-9d2c-c02a2b076d75 admin admin] Network hostable DHCP agents. Network: bd109f06-fda1-45ac-a05e-408befaaa21e, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:06:32.648399 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4206f7fc-38ec-48b6-9d2c-c02a2b076d75 admin admin] Network bd109f06-fda1-45ac-a05e-408befaaa21e is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:06:32.649261 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea7f8b-e280-4e17-a568-e0fb88d56037 req-53fd9fab-d9ba-4744-85b6-2b6b685bb699 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:32.652836 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-71ea7f8b-e280-4e17-a568-e0fb88d56037 req-53fd9fab-d9ba-4744-85b6-2b6b685bb699 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0643091 Jul 30 16:06:32.661833 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-4206f7fc-38ec-48b6-9d2c-c02a2b076d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, bd109f06-fda1-45ac-a05e-408befaaa21e) {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:32.675611 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4206f7fc-38ec-48b6-9d2c-c02a2b076d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:32.676028 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-4206f7fc-38ec-48b6-9d2c-c02a2b076d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:32.676471 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c40f26-84fb-48e2-8055-75bc66539591 None None] Network bd109f06-fda1-45ac-a05e-408befaaa21e requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:06:32.697722 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-4206f7fc-38ec-48b6-9d2c-c02a2b076d75 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4238360 Jul 30 16:06:32.757486 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-71ea7f8b-e280-4e17-a568-e0fb88d56037 req-74da892c-ce2f-46e7-94a1-339225ed39ec tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878229 Jul 30 16:06:32.865912 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed336a3-b5ba-4a48-8c42-b36f2e96d46f None None] Network bd109f06-fda1-45ac-a05e-408befaaa21e requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:06:33.225038 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-e0e1557a-62c3-4c2d-b32a-52099d01822f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:33.960013 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-15cd52f2-3d49-4acd-8151-84e9b33f74a2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:33.961998 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-15cd52f2-3d49-4acd-8151-84e9b33f74a2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/networks?id=ee84c3c3-d232-4e78-bb71-1721bff770cd HTTP/1.1" status: 200 len: 815 time: 0.1147602 Jul 30 16:06:33.978215 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-5b14d866-6c3b-4119-bb97-b35ffb3efaef tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/quotas/4db3b69e8a5f4b47a62fe9e771a7885b HTTP/1.1" status: 200 len: 375 time: 0.0097525 Jul 30 16:06:34.035217 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-2892c76a-fc45-4b83-b050-abba3fc990c1 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4db3b69e8a5f4b47a62fe9e771a7885b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509627 Jul 30 16:06:34.107863 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 56700) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:34.138230 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-63855d74-c6eb-4fa9-9741-0810d7148936 service neutron] 10.222.0.61 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956049 Jul 30 16:06:34.225330 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0f2c91f6-3cf7-40df-8815-a51f77ccda9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:34.239534 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-15c90b4b-6e0a-42ce-a755-f17a3f0aa542 service neutron] 10.222.0.61 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952997 Jul 30 16:06:34.334351 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0f2c91f6-3cf7-40df-8815-a51f77ccda9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:34.338848 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0f2c91f6-3cf7-40df-8815-a51f77ccda9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:34.408339 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-0f2c91f6-3cf7-40df-8815-a51f77ccda9f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f8ae4294a8984b0da4e7aa373327edbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992079 Jul 30 16:06:34.409069 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c91f6-3cf7-40df-8815-a51f77ccda9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71cac03-db5c-4e89-bc0d-8532a4cc9c94,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:34.411853 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 56716) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:34.475632 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-cff3627f-43c7-4c18-af58-d735243d69ce req-15ea0ece-7f8f-490d-83b7-7fa5ff1b095f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 210 time: 0.0705180 Jul 30 16:06:34.523383 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bbcf8-7252-45fd-a3c4-31ad7852fdc2 req-b65a8061-0e4f-44e2-a7b4-e67a79239d4a tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:34.524960 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5d2bbcf8-7252-45fd-a3c4-31ad7852fdc2 req-b65a8061-0e4f-44e2-a7b4-e67a79239d4a tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0720313 Jul 30 16:06:34.541071 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c7919-015d-49cf-bb98-ab331da8feef req-6a578f93-a9c6-47e3-af4a-3872f5b30c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:34.542758 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-150c7919-015d-49cf-bb98-ab331da8feef req-6a578f93-a9c6-47e3-af4a-3872f5b30c8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6553c039f41c41fb9e47c968ec8e6e98&device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 1099 time: 0.0770831 Jul 30 16:06:34.552952 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e26f77ba-be37-47ed-8299-35b101de6405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:34.589631 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e26f77ba-be37-47ed-8299-35b101de6405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:34.600525 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5d2bbcf8-7252-45fd-a3c4-31ad7852fdc2 req-cd75e4f1-f0e4-4a0a-9bc2-bdb6b8b4e392 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657640 Jul 30 16:06:34.679111 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e26f77ba-be37-47ed-8299-35b101de6405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:34.682328 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e26f77ba-be37-47ed-8299-35b101de6405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:34.683757 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-e26f77ba-be37-47ed-8299-35b101de6405 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e71cac03-db5c-4e89-bc0d-8532a4cc9c94 HTTP/1.1" status: 204 len: 168 time: 0.2707953 Jul 30 16:06:34.688493 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c7919-015d-49cf-bb98-ab331da8feef req-59c0b749-3fbe-4c8f-a51b-4b2897fde3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:34.690675 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-150c7919-015d-49cf-bb98-ab331da8feef req-59c0b749-3fbe-4c8f-a51b-4b2897fde3f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac51fee5-96ff-410d-b23b-24f8c16c68d6 HTTP/1.1" status: 200 len: 919 time: 0.1364696 Jul 30 16:06:34.692449 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f77ba-be37-47ed-8299-35b101de6405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71cac03-db5c-4e89-bc0d-8532a4cc9c94,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:35.050617 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-150c7919-015d-49cf-bb98-ab331da8feef req-dcfb722f-71f8-4457-afe9-47f3bef3bd8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=730a8746-44b4-4a2f-88e3-d29121f4149f HTTP/1.1" status: 200 len: 217 time: 0.3388009 Jul 30 16:06:35.123285 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c7919-015d-49cf-bb98-ab331da8feef req-ecf6c776-ea70-43f8-bd95-57f569e619ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:35.124730 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-150c7919-015d-49cf-bb98-ab331da8feef req-ecf6c776-ea70-43f8-bd95-57f569e619ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a10c707-a593-465f-9fb7-14f4864d1a33 HTTP/1.1" status: 200 len: 858 time: 0.0582807 Jul 30 16:06:35.156213 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-1004beda-32f1-47f3-b0eb-bf945b8680ad tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:35.157596 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-1004beda-32f1-47f3-b0eb-bf945b8680ad tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/networks?id=bd109f06-fda1-45ac-a05e-408befaaa21e HTTP/1.1" status: 200 len: 814 time: 0.4605954 Jul 30 16:06:35.188453 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-1d44870e-13a8-4a6f-a578-e894353c6863 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/quotas/d5c1289baa134b41815dcf8fa5b61280 HTTP/1.1" status: 200 len: 375 time: 0.0245073 Jul 30 16:06:35.203369 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-150c7919-015d-49cf-bb98-ab331da8feef req-a7d8cb27-cf64-4365-bb55-887664a1a1a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac51fee5-96ff-410d-b23b-24f8c16c68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329046 Jul 30 16:06:35.234564 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-dd47b233-34fd-4890-96f2-eb9dc42bee56 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d5c1289baa134b41815dcf8fa5b61280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333009 Jul 30 16:06:35.387213 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-150c7919-015d-49cf-bb98-ab331da8feef req-cc4857b8-4338-4aa8-8ad0-dd2ce8e06ba2 service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551554 Jul 30 16:06:35.390860 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-761e8e39-f88d-4b14-914c-f8c8a34b6ca9 service neutron] 10.222.0.61 "GET /v2.0/networks/bd109f06-fda1-45ac-a05e-408befaaa21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486597 Jul 30 16:06:35.554527 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-150c7919-015d-49cf-bb98-ab331da8feef req-9b84df93-79b6-4c28-b3eb-6b9257fc189b service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595159 Jul 30 16:06:35.558050 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-7964ff1e-b599-4d7f-8bcf-88a28e2e92b7 service neutron] 10.222.0.61 "GET /v2.0/networks/bd109f06-fda1-45ac-a05e-408befaaa21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546321 Jul 30 16:06:35.628152 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ec8e46be-d394-459d-b408-b828f7c1af29 req-44dbf695-8536-44ce-add3-9fa80777b37d tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 210 time: 0.0632260 Jul 30 16:06:35.778616 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b81a79-75a3-4e64-95ad-1162113144da req-47e5ade3-5a09-49a5-8eef-8959c275289d tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:35.788497 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-45b81a79-75a3-4e64-95ad-1162113144da req-47e5ade3-5a09-49a5-8eef-8959c275289d tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0836573 Jul 30 16:06:35.866655 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-45b81a79-75a3-4e64-95ad-1162113144da req-2053374b-07c2-4d28-aeb2-ca83e07c4f07 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713217 Jul 30 16:06:35.900003 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9b407d84-db75-4f1b-af1e-cee55b3659c8 req-5add732e-4de9-4e5a-a5de-de67e9c9c330 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 210 time: 0.0663154 Jul 30 16:06:35.982790 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-0b70ab2a-6331-46de-9638-419e53997197 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:35.984919 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-0b70ab2a-6331-46de-9638-419e53997197 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.60 "GET /v2.0/networks?id=ee84c3c3-d232-4e78-bb71-1721bff770cd HTTP/1.1" status: 200 len: 815 time: 0.2641454 Jul 30 16:06:36.033984 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-b53bd736-6792-4e98-854d-20c18cc4bbe5 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Request body: {'port': {'device_id': '82edb481-9ed0-475f-b24c-efc7428245fc', 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd', 'admin_state_up': True, 'tenant_id': '4db3b69e8a5f4b47a62fe9e771a7885b'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:36.172741 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d19a7ea8-2eca-4f9f-b010-3cc72b365612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:36.180118 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:36.197499 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-b53bd736-6792-4e98-854d-20c18cc4bbe5 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Made reservation on behalf of 4db3b69e8a5f4b47a62fe9e771a7885b for: {'port': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:06:36.201629 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-b53bd736-6792-4e98-854d-20c18cc4bbe5 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:36.338609 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-b53bd736-6792-4e98-854d-20c18cc4bbe5 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Allocated IP 172.20.0.6 (ee84c3c3-d232-4e78-bb71-1721bff770cd/64d7ab39-0c0c-4bb3-9f7d-acf99370f255/ce40fd92-acc8-438a-b83d-92e38a58138a) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:06:36.494519 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-b53bd736-6792-4e98-854d-20c18cc4bbe5 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:36.539731 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-b53bd736-6792-4e98-854d-20c18cc4bbe5 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:36.554601 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['2535cca8-9cb4-4b9e-8d13-0a21a37b60dd', 'b0b6809a-54ac-40cd-848a-b295294d5e59', '5d346b97-3756-451b-90d5-4aeaa8c71dd6'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:06:36.585905 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-b53bd736-6792-4e98-854d-20c18cc4bbe5 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Network ee84c3c3-d232-4e78-bb71-1721bff770cd is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:06:36.589332 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-b53bd736-6792-4e98-854d-20c18cc4bbe5 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:36.591857 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-b53bd736-6792-4e98-854d-20c18cc4bbe5 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:06:36.621244 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bd736-6792-4e98-854d-20c18cc4bbe5 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Pushing event updated for resources: {'Port': ['ID=ce40fd92-acc8-438a-b83d-92e38a58138a,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:36.650071 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-b53bd736-6792-4e98-854d-20c18cc4bbe5 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:36.651014 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-b53bd736-6792-4e98-854d-20c18cc4bbe5 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:36.666725 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-b53bd736-6792-4e98-854d-20c18cc4bbe5 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6428933 Jul 30 16:06:36.685572 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Request body: {'port': {'device_id': '82edb481-9ed0-475f-b24c-efc7428245fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:36.749977 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:36.757030 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a001c55-abce-4970-a15a-ed03e9832b0e req-a0c4068e-95af-4697-8877-5822027db8c7 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:36.759314 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3a001c55-abce-4970-a15a-ed03e9832b0e req-a0c4068e-95af-4697-8877-5822027db8c7 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 931 time: 0.0546017 Jul 30 16:06:36.798482 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3a001c55-abce-4970-a15a-ed03e9832b0e req-334cc8a0-e070-4741-afbf-5c66df72dec7 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330679 Jul 30 16:06:36.946096 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:37.012392 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1d04af8f-3c50-4bb9-8283-f7bebd99b7f9 req-15308451-a506-41ad-b3d8-eeb682a2d2af tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 210 time: 0.0296602 Jul 30 16:06:37.020149 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5fa4b-af0f-4551-8f45-adce9420762f req-0573f8e0-6e1f-4ff3-a884-c54f948fbb05 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:37.021806 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-eba5fa4b-af0f-4551-8f45-adce9420762f req-0573f8e0-6e1f-4ff3-a884-c54f948fbb05 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0718322 Jul 30 16:06:37.079774 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-eba5fa4b-af0f-4551-8f45-adce9420762f req-ee4e804e-6574-4c7f-a201-72e3e2156706 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505326 Jul 30 16:06:37.159599 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce40fd92-acc8-438a-b83d-92e38a58138a {{(pid=93353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:06:37.170863 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:37.185859 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Transition to ACTIVE for port object ce40fd92-acc8-438a-b83d-92e38a58138a will not be triggered until provisioned by entity L2. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:06:37.190837 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:37.222965 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-48cec02d-a75b-439a-8c7b-380ba59c5948 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:37.225049 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-48cec02d-a75b-439a-8c7b-380ba59c5948 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.60 "GET /v2.0/networks?id=bd109f06-fda1-45ac-a05e-408befaaa21e HTTP/1.1" status: 200 len: 814 time: 0.1374710 Jul 30 16:06:37.251234 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-b52517ef-4589-4ab3-b83d-e16853d29c2c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Request body: {'port': {'device_id': '227cf5ec-8f59-482a-ab2b-9f0c49af8669', 'network_id': 'bd109f06-fda1-45ac-a05e-408befaaa21e', 'admin_state_up': True, 'tenant_id': 'd5c1289baa134b41815dcf8fa5b61280'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:37.283908 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Pushing event updated for resources: {'Port': ['ID=ce40fd92-acc8-438a-b83d-92e38a58138a,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:37.384754 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Attempting to bind port ce40fd92-acc8-438a-b83d-92e38a58138a on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:06:37.385914 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Attempting to bind port ce40fd92-acc8-438a-b83d-92e38a58138a by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd'}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:06:37.386431 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Attempting to bind port ce40fd92-acc8-438a-b83d-92e38a58138a on network ee84c3c3-d232-4e78-bb71-1721bff770cd {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:06:37.395571 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Port ce40fd92-acc8-438a-b83d-92e38a58138a on network ee84c3c3-d232-4e78-bb71-1721bff770cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:06:37.395886 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Attempting to bind port ce40fd92-acc8-438a-b83d-92e38a58138a on network ee84c3c3-d232-4e78-bb71-1721bff770cd {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:06:37.399312 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-b52517ef-4589-4ab3-b83d-e16853d29c2c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Made reservation on behalf of d5c1289baa134b41815dcf8fa5b61280 for: {'port': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:06:37.402926 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-b52517ef-4589-4ab3-b83d-e16853d29c2c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:37.405394 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:06:37.405989 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Checking segment: {'id': '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:06:37.406581 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Bound using segment: {'id': '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd'} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:06:37.407277 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Bound port: ce40fd92-acc8-438a-b83d-92e38a58138a, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd'}}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:06:37.408615 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:37.478781 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] For port ce40fd92-acc8-438a-b83d-92e38a58138a, host hv-cinder-80295, cleared binding levels {{(pid=93353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:06:37.483962 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] For port ce40fd92-acc8-438a-b83d-92e38a58138a, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=ce40fd92-acc8-438a-b83d-92e38a58138a,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:06:37.494600 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:37.543084 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:37.543709 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:37.545275 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] 10.222.0.60 "PUT /v2.0/ports/ce40fd92-acc8-438a-b83d-92e38a58138a HTTP/1.1" status: 200 len: 1093 time: 0.8640747 Jul 30 16:06:37.545872 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82edb481-9ed0-475f-b24c-efc7428245fc', 'tag': 'ce40fd92-acc8-438a-b83d-92e38a58138a'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:06:37.549220 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989905a8-a0bb-490f-942e-9e899768303b" -d '{"events": [{"name": "network-changed", "server_uuid": "82edb481-9ed0-475f-b24c-efc7428245fc", "tag": "ce40fd92-acc8-438a-b83d-92e38a58138a"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:06:37.549862 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-b52517ef-4589-4ab3-b83d-e16853d29c2c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Allocated IP 172.20.0.2 (bd109f06-fda1-45ac-a05e-408befaaa21e/38fabcf4-4de7-4061-85b3-c10dd93c68fb/68028e1b-d351-49e0-b142-c82285b7920b) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:06:37.579115 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e1c88-a82c-4a5c-a62c-ec66cde26c3e service neutron] Pushing event updated for resources: {'Port': ['ID=ce40fd92-acc8-438a-b83d-92e38a58138a,revision_number=3']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:37.594038 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6344bc87-7135-4517-809e-cd0b64478199 x-openstack-request-id: req-6344bc87-7135-4517-809e-cd0b64478199 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:06:37.594328 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82edb481-9ed0-475f-b24c-efc7428245fc", "tag": "ce40fd92-acc8-438a-b83d-92e38a58138a", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:06:37.594584 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6344bc87-7135-4517-809e-cd0b64478199 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:06:37.595011 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82edb481-9ed0-475f-b24c-efc7428245fc', 'tag': 'ce40fd92-acc8-438a-b83d-92e38a58138a', 'status': 'completed', 'code': 200} Jul 30 16:06:37.648029 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-2be8f84f-02f0-44c1-9c1c-01abf0b6495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:37.649566 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-2be8f84f-02f0-44c1-9c1c-01abf0b6495a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4db3b69e8a5f4b47a62fe9e771a7885b&device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 1096 time: 0.0418315 Jul 30 16:06:37.711094 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-b52517ef-4589-4ab3-b83d-e16853d29c2c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:37.714282 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-74f9d1af-927e-471b-9465-4d049d5c789c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce40fd92-acc8-438a-b83d-92e38a58138a HTTP/1.1" status: 200 len: 217 time: 0.0383446 Jul 30 16:06:37.748826 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-b52517ef-4589-4ab3-b83d-e16853d29c2c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:37.776897 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-913d0be3-1626-4399-96fa-6aeaab8f57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:37.778500 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-913d0be3-1626-4399-96fa-6aeaab8f57a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64d7ab39-0c0c-4bb3-9f7d-acf99370f255 HTTP/1.1" status: 200 len: 855 time: 0.0498846 Jul 30 16:06:37.791962 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-b52517ef-4589-4ab3-b83d-e16853d29c2c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Network bd109f06-fda1-45ac-a05e-408befaaa21e is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:06:37.796700 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-b52517ef-4589-4ab3-b83d-e16853d29c2c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:37.801156 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-b52517ef-4589-4ab3-b83d-e16853d29c2c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:06:37.803684 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52517ef-4589-4ab3-b83d-e16853d29c2c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Pushing event updated for resources: {'Port': ['ID=68028e1b-d351-49e0-b142-c82285b7920b,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:37.862489 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-b52517ef-4589-4ab3-b83d-e16853d29c2c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:37.863173 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-b52517ef-4589-4ab3-b83d-e16853d29c2c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for port, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:37.878577 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-b52517ef-4589-4ab3-b83d-e16853d29c2c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6332209 Jul 30 16:06:37.928972 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff83252-971a-4d82-8695-a2ce053eaa73 req-2ece4679-86e8-425e-bb11-48f2ff5a1d0f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:37.930720 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4ff83252-971a-4d82-8695-a2ce053eaa73 req-2ece4679-86e8-425e-bb11-48f2ff5a1d0f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 943 time: 0.0572102 Jul 30 16:06:37.969409 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4ff83252-971a-4d82-8695-a2ce053eaa73 req-4b286e83-ba58-4005-9da0-389cde36fd12 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329626 Jul 30 16:06:38.128889 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0922cec-64d3-4366-9af3-e61c06323857 req-614ecf29-5458-4933-ab92-8ce533be0e6a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:38.130368 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c0922cec-64d3-4366-9af3-e61c06323857 req-614ecf29-5458-4933-ab92-8ce533be0e6a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 931 time: 0.0489764 Jul 30 16:06:38.167976 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c0922cec-64d3-4366-9af3-e61c06323857 req-de306829-b86e-406f-ad93-826e1301f01e tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310078 Jul 30 16:06:38.200654 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3757a5-8114-4703-aa6a-23cf0055bf55 req-2aa60010-fe66-4f30-8b88-f6008f63f607 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:38.202860 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7c3757a5-8114-4703-aa6a-23cf0055bf55 req-2aa60010-fe66-4f30-8b88-f6008f63f607 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0498564 Jul 30 16:06:38.240124 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7c3757a5-8114-4703-aa6a-23cf0055bf55 req-74205611-6391-46e9-bad6-723b62ef281f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309737 Jul 30 16:06:38.395798 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:41.252880 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Request body: {'port': {'device_id': '227cf5ec-8f59-482a-ab2b-9f0c49af8669', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:41.266095 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-41c61f4c-f62c-4b4a-841e-d524e1601153 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ee84c3c3-d232-4e78-bb71-1721bff770cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245798 Jul 30 16:06:41.309060 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:41.385547 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-ef23f8c9-bc93-4ab0-b568-b3537dedd7c3 service neutron] 10.222.0.60 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004596 Jul 30 16:06:41.486729 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01deb6b-eb4e-4125-929d-7e9bbdd20a79 req-e9ad4b37-64af-4939-8be9-2ecd0db41e38 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:41.488642 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e01deb6b-eb4e-4125-929d-7e9bbdd20a79 req-e9ad4b37-64af-4939-8be9-2ecd0db41e38 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 943 time: 0.1273375 Jul 30 16:06:41.514239 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c00e03-19c8-4424-8f1e-2473ad82dfe5 req-f598c3d8-5e60-4109-be69-3115162c9550 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:41.515849 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a2c00e03-19c8-4424-8f1e-2473ad82dfe5 req-f598c3d8-5e60-4109-be69-3115162c9550 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 931 time: 0.1086571 Jul 30 16:06:41.550689 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9e4340e5-371f-4f5f-8888-89a9195ed6ec req-71ece5a9-527c-4373-8496-d00d3b5be1fc service neutron] 10.222.0.60 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525459 Jul 30 16:06:41.579173 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a2c00e03-19c8-4424-8f1e-2473ad82dfe5 req-5c2969eb-147f-4026-bed0-1ad2a7acb45a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533643 Jul 30 16:06:41.585022 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e01deb6b-eb4e-4125-929d-7e9bbdd20a79 req-1328e571-26aa-48d3-802b-04775ec81db9 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880067 Jul 30 16:06:41.699795 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68028e1b-d351-49e0-b142-c82285b7920b {{(pid=93354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:06:41.706289 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989905a8-a0bb-490f-942e-9e899768303b req-63fc1c1f-b130-4331-ac41-480ded5c4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:41.709425 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-989905a8-a0bb-490f-942e-9e899768303b req-63fc1c1f-b130-4331-ac41-480ded5c4564 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4db3b69e8a5f4b47a62fe9e771a7885b&device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 1096 time: 0.0560911 Jul 30 16:06:41.710397 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:41.756797 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.provisioning_blocks [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Transition to ACTIVE for port object 68028e1b-d351-49e0-b142-c82285b7920b will not be triggered until provisioned by entity L2. {{(pid=93354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:06:41.762978 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957804'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:41.820464 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97874aaf-98a3-4310-8624-a7fa808e6bf5 req-3c8b36fc-b791-4996-93aa-8ee0351362c7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:41.822012 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-97874aaf-98a3-4310-8624-a7fa808e6bf5 req-3c8b36fc-b791-4996-93aa-8ee0351362c7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.1086483 Jul 30 16:06:41.829045 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989905a8-a0bb-490f-942e-9e899768303b req-6368eb0f-7288-40e7-b519-9b80a0edc51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:41.830593 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-989905a8-a0bb-490f-942e-9e899768303b req-6368eb0f-7288-40e7-b519-9b80a0edc51e service neutron] 10.222.0.60 "GET /v2.0/networks?id=ee84c3c3-d232-4e78-bb71-1721bff770cd HTTP/1.1" status: 200 len: 916 time: 0.1050777 Jul 30 16:06:41.856901 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Pushing event updated for resources: {'Port': ['ID=68028e1b-d351-49e0-b142-c82285b7920b,revision_number=2']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:41.885066 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-989905a8-a0bb-490f-942e-9e899768303b req-23e4bafd-ac90-4ef9-969c-d51bddaf0486 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce40fd92-acc8-438a-b83d-92e38a58138a HTTP/1.1" status: 200 len: 217 time: 0.0383379 Jul 30 16:06:41.910248 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-97874aaf-98a3-4310-8624-a7fa808e6bf5 req-527218a6-79d4-4b3b-abe0-daf62ab56aa1 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799410 Jul 30 16:06:41.925891 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.managers [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Attempting to bind port 68028e1b-d351-49e0-b142-c82285b7920b on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:06:41.926228 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.managers [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Attempting to bind port 68028e1b-d351-49e0-b142-c82285b7920b by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bd109f06-fda1-45ac-a05e-408befaaa21e'}] {{(pid=93354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:06:41.926552 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Attempting to bind port 68028e1b-d351-49e0-b142-c82285b7920b on network bd109f06-fda1-45ac-a05e-408befaaa21e {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:06:41.934518 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Port 68028e1b-d351-49e0-b142-c82285b7920b on network bd109f06-fda1-45ac-a05e-408befaaa21e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:06:41.934836 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Attempting to bind port 68028e1b-d351-49e0-b142-c82285b7920b on network bd109f06-fda1-45ac-a05e-408befaaa21e {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:06:41.939812 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:06:41.940146 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Checking segment: {'id': 'f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bd109f06-fda1-45ac-a05e-408befaaa21e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:06:41.940531 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Bound using segment: {'id': 'f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bd109f06-fda1-45ac-a05e-408befaaa21e'} {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:06:41.940957 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.managers [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Bound port: 68028e1b-d351-49e0-b142-c82285b7920b, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bd109f06-fda1-45ac-a05e-408befaaa21e'}}] {{(pid=93354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:06:41.941311 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:41.943614 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989905a8-a0bb-490f-942e-9e899768303b req-8addb2fe-7bad-4751-90b6-d32247189258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:41.945098 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-989905a8-a0bb-490f-942e-9e899768303b req-8addb2fe-7bad-4751-90b6-d32247189258 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64d7ab39-0c0c-4bb3-9f7d-acf99370f255 HTTP/1.1" status: 200 len: 855 time: 0.0469048 Jul 30 16:06:41.994631 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-989905a8-a0bb-490f-942e-9e899768303b req-f751eafd-1e33-499a-af2e-227e2ab11bd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ee84c3c3-d232-4e78-bb71-1721bff770cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299275 Jul 30 16:06:42.010216 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] For port 68028e1b-d351-49e0-b142-c82285b7920b, host hv-cinder-80295, cleared binding levels {{(pid=93354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:06:42.013807 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] For port 68028e1b-d351-49e0-b142-c82285b7920b, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=68028e1b-d351-49e0-b142-c82285b7920b,segment=NetworkSegment(f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8),segment_id=f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8)] {{(pid=93354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:06:42.019686 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957804'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:42.058747 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:42.059403 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for port, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:42.060809 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] 10.222.0.60 "PUT /v2.0/ports/68028e1b-d351-49e0-b142-c82285b7920b HTTP/1.1" status: 200 len: 1093 time: 0.8123810 Jul 30 16:06:42.061246 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227cf5ec-8f59-482a-ab2b-9f0c49af8669', 'tag': '68028e1b-d351-49e0-b142-c82285b7920b'}] {{(pid=93354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:06:42.063729 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1549a637e0520348546bc816cc7ba7b4d913aee95f4c3e2186750afafe3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20fc13f-7470-499e-a671-eeac68b23f40" -d '{"events": [{"name": "network-changed", "server_uuid": "227cf5ec-8f59-482a-ab2b-9f0c49af8669", "tag": "68028e1b-d351-49e0-b142-c82285b7920b"}]}' {{(pid=93354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:06:42.088818 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dca6d2-49dc-47a9-8727-f5b62f284199 service neutron] Pushing event updated for resources: {'Port': ['ID=68028e1b-d351-49e0-b142-c82285b7920b,revision_number=3']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:42.108088 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa8f9b7-c158-43b2-95f9-8f9a1ff6b286 x-openstack-request-id: req-4aa8f9b7-c158-43b2-95f9-8f9a1ff6b286 {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:06:42.108088 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227cf5ec-8f59-482a-ab2b-9f0c49af8669", "tag": "68028e1b-d351-49e0-b142-c82285b7920b", "status": "completed", "code": 200}]} {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:06:42.108558 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4aa8f9b7-c158-43b2-95f9-8f9a1ff6b286 {{(pid=93354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:06:42.109416 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227cf5ec-8f59-482a-ab2b-9f0c49af8669', 'tag': '68028e1b-d351-49e0-b142-c82285b7920b', 'status': 'completed', 'code': 200} Jul 30 16:06:42.120157 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-989905a8-a0bb-490f-942e-9e899768303b req-463e9787-bc30-46a0-b2a8-691fd39ee6be service neutron] 10.222.0.60 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000803 Jul 30 16:06:44.309075 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:45.564944 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-7ee2b508-2967-4246-bc4d-f1962932a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:45.570752 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-7ee2b508-2967-4246-bc4d-f1962932a522 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5c1289baa134b41815dcf8fa5b61280&device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 1096 time: 0.0564992 Jul 30 16:06:45.621191 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-989905a8-a0bb-490f-942e-9e899768303b req-3fbcc4cd-a432-4835-9e21-8a8b4a11b244 service neutron] 10.222.0.60 "GET /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115282 Jul 30 16:06:45.623314 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-e0d609d6-5eff-4c65-a4af-8fdcf5f64f98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68028e1b-d351-49e0-b142-c82285b7920b HTTP/1.1" status: 200 len: 217 time: 0.0402291 Jul 30 16:06:45.656181 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ea892-2b0c-4650-acc3-3e002d16885d req-961af938-52e8-44e0-b3d0-43380c6002cc tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:45.657649 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-007ea892-2b0c-4650-acc3-3e002d16885d req-961af938-52e8-44e0-b3d0-43380c6002cc tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 943 time: 0.0517609 Jul 30 16:06:45.698584 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-007ea892-2b0c-4650-acc3-3e002d16885d req-1362bce1-2384-434a-9fbf-879b4f2d0d2b tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343606 Jul 30 16:06:45.701956 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-91ff21c9-e1b4-42b0-aa86-91dd28ffd9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:45.703427 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-91ff21c9-e1b4-42b0-aa86-91dd28ffd9d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38fabcf4-4de7-4061-85b3-c10dd93c68fb HTTP/1.1" status: 200 len: 854 time: 0.0527258 Jul 30 16:06:45.712924 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22238043-0f32-4adf-9b1b-db58b8949c77 req-ca443de0-5079-44fe-a483-1f8f32d6ecd8 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:45.714426 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-22238043-0f32-4adf-9b1b-db58b8949c77 req-ca443de0-5079-44fe-a483-1f8f32d6ecd8 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 943 time: 0.0929050 Jul 30 16:06:45.751090 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-1642ad43-60f6-46c9-a131-c133c67d67c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd109f06-fda1-45ac-a05e-408befaaa21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356767 Jul 30 16:06:45.770254 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-22238043-0f32-4adf-9b1b-db58b8949c77 req-b08a4993-3e33-48e8-b7f3-d2ad4007fbd1 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467172 Jul 30 16:06:45.802839 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d67402-ae43-49e4-b345-9e4e7e84a6ba req-9cad4ddd-4d1a-49fc-bf5f-0bf031870203 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:45.804771 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f1d67402-ae43-49e4-b345-9e4e7e84a6ba req-9cad4ddd-4d1a-49fc-bf5f-0bf031870203 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0503101 Jul 30 16:06:45.845205 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f1d67402-ae43-49e4-b345-9e4e7e84a6ba req-c31ab29a-d21e-4b1d-96d3-0fb1b83bae2b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341551 Jul 30 16:06:45.859378 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-a961be8b-0a6d-4252-88b9-8b9fcf305756 service neutron] 10.222.0.60 "GET /v2.0/networks/bd109f06-fda1-45ac-a05e-408befaaa21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869954 Jul 30 16:06:45.948352 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b2636db3-c12f-4a50-a894-e5b7826c0482 req-728421b5-af42-4db1-9b2a-d49d92dacff8 service neutron] 10.222.0.60 "GET /v2.0/networks/bd109f06-fda1-45ac-a05e-408befaaa21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807061 Jul 30 16:06:46.050108 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fc13f-7470-499e-a671-eeac68b23f40 req-cb64eb35-0799-41fc-84ad-3bdda799583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:46.051686 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e20fc13f-7470-499e-a671-eeac68b23f40 req-cb64eb35-0799-41fc-84ad-3bdda799583e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5c1289baa134b41815dcf8fa5b61280&device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 1096 time: 0.0463333 Jul 30 16:06:46.148272 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fc13f-7470-499e-a671-eeac68b23f40 req-2c599777-1dc5-4443-91a6-0de54bca444e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:46.149711 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e20fc13f-7470-499e-a671-eeac68b23f40 req-2c599777-1dc5-4443-91a6-0de54bca444e service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd109f06-fda1-45ac-a05e-408befaaa21e HTTP/1.1" status: 200 len: 915 time: 0.0859702 Jul 30 16:06:46.209534 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e20fc13f-7470-499e-a671-eeac68b23f40 req-83f4ed3a-cf04-4ddc-a513-212876143137 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68028e1b-d351-49e0-b142-c82285b7920b HTTP/1.1" status: 200 len: 217 time: 0.0384247 Jul 30 16:06:46.268149 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fc13f-7470-499e-a671-eeac68b23f40 req-7aabf9a6-b537-43fa-82bd-9dcc7c51c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:46.270595 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e20fc13f-7470-499e-a671-eeac68b23f40 req-7aabf9a6-b537-43fa-82bd-9dcc7c51c7e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38fabcf4-4de7-4061-85b3-c10dd93c68fb HTTP/1.1" status: 200 len: 854 time: 0.0466044 Jul 30 16:06:46.312747 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e20fc13f-7470-499e-a671-eeac68b23f40 req-d80aa22f-054c-4c0f-aaba-1f7fa9eae3d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd109f06-fda1-45ac-a05e-408befaaa21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251160 Jul 30 16:06:46.422461 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e20fc13f-7470-499e-a671-eeac68b23f40 req-32334542-5c4b-4cd2-97af-710ef0dd5019 service neutron] 10.222.0.60 "GET /v2.0/networks/bd109f06-fda1-45ac-a05e-408befaaa21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855129 Jul 30 16:06:46.529331 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e20fc13f-7470-499e-a671-eeac68b23f40 req-4e4f08c6-798e-4863-9f87-40cdde3017de service neutron] 10.222.0.60 "GET /v2.0/networks/bd109f06-fda1-45ac-a05e-408befaaa21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941143 Jul 30 16:06:46.823008 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4119b9-d978-4685-be81-5fa1a0ccad4f req-8995d193-8ec7-4a86-b1d0-31ed59ca9d1a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:46.824698 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ca4119b9-d978-4685-be81-5fa1a0ccad4f req-8995d193-8ec7-4a86-b1d0-31ed59ca9d1a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 943 time: 0.0540493 Jul 30 16:06:46.878067 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ca4119b9-d978-4685-be81-5fa1a0ccad4f req-231b6b1c-630d-4aac-95ab-36abb2cdcf4b tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460355 Jul 30 16:06:46.897795 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa361267-cb7e-4878-8244-69bced20be6e req-94814b63-8703-42c9-877b-6c57f7b31f38 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:46.900057 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-aa361267-cb7e-4878-8244-69bced20be6e req-94814b63-8703-42c9-877b-6c57f7b31f38 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 943 time: 0.0557601 Jul 30 16:06:46.947124 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-aa361267-cb7e-4878-8244-69bced20be6e req-3d481237-7b97-488c-9d01-3c3e8c61974c tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Jul 30 16:06:47.003881 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f337fbe-5863-45c2-bc39-abfe6841af6f req-ee0d6101-a027-41c3-8f59-988f3b3d00f2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:47.005648 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f337fbe-5863-45c2-bc39-abfe6841af6f req-ee0d6101-a027-41c3-8f59-988f3b3d00f2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0569456 Jul 30 16:06:47.053414 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f337fbe-5863-45c2-bc39-abfe6841af6f req-2345998e-685e-4e1f-a484-9361687dfe90 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370636 Jul 30 16:06:50.669687 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 68028e1b-d351-49e0-b142-c82285b7920b details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:06:50.770520 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 68028e1b-d351-49e0-b142-c82285b7920b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=68028e1b-d351-49e0-b142-c82285b7920b,segment=NetworkSegment(f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8),segment_id=f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:06:50.785816 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': '68028e1b-d351-49e0-b142-c82285b7920b', 'network_id': 'bd109f06-fda1-45ac-a05e-408befaaa21e', 'port_id': '68028e1b-d351-49e0-b142-c82285b7920b', 'mac_address': 'fa:16:3e:86:a0:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fabcf4-4de7-4061-85b3-c10dd93c68fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:06:50.815759 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccee2af-e149-49fb-8c32-b202defd3383 req-9f6c1fdc-f1ab-4a61-94a0-67583c0f601e tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:50.817351 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5ccee2af-e149-49fb-8c32-b202defd3383 req-9f6c1fdc-f1ab-4a61-94a0-67583c0f601e tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 943 time: 0.0568085 Jul 30 16:06:50.824949 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb807f0-95e3-4ad1-9936-83aad900b4d8 req-f451ced6-fcbe-44ea-ba80-ed78f4e8b503 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:50.826859 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1cb807f0-95e3-4ad1-9936-83aad900b4d8 req-f451ced6-fcbe-44ea-ba80-ed78f4e8b503 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 943 time: 0.0536013 Jul 30 16:06:50.829185 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:50.848096 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68028e1b-d351-49e0-b142-c82285b7920b {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:06:50.867684 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1cb807f0-95e3-4ad1-9936-83aad900b4d8 req-2313deb1-036f-4326-8ca3-5da3d2c7df2b tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345430 Jul 30 16:06:50.870564 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 68028e1b-d351-49e0-b142-c82285b7920b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=68028e1b-d351-49e0-b142-c82285b7920b,segment=NetworkSegment(f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8),segment_id=f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:06:50.875075 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:50.876132 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device ce40fd92-acc8-438a-b83d-92e38a58138a details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:06:50.877798 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5ccee2af-e149-49fb-8c32-b202defd3383 req-6708567a-3dee-42f4-b252-2f9a4193b078 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539055 Jul 30 16:06:50.982134 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=68028e1b-d351-49e0-b142-c82285b7920b,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:50.989283 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843002cd-b300-43f4-b49a-08122cc664c6 req-d18dcbc1-87d7-4ed1-a75b-6403e0933890 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:50.990662 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-843002cd-b300-43f4-b49a-08122cc664c6 req-d18dcbc1-87d7-4ed1-a75b-6403e0933890 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0624776 Jul 30 16:06:51.031205 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port ce40fd92-acc8-438a-b83d-92e38a58138a, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=ce40fd92-acc8-438a-b83d-92e38a58138a,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:06:51.039677 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-843002cd-b300-43f4-b49a-08122cc664c6 req-2abe9e95-5c7d-4081-bb46-3300fdb9c61a tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408773 Jul 30 16:06:51.044669 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': 'ce40fd92-acc8-438a-b83d-92e38a58138a', 'network_id': 'ee84c3c3-d232-4e78-bb71-1721bff770cd', 'port_id': 'ce40fd92-acc8-438a-b83d-92e38a58138a', 'mac_address': 'fa:16:3e:70:6a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d7ab39-0c0c-4bb3-9f7d-acf99370f255', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:06:51.087076 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:51.100518 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce40fd92-acc8-438a-b83d-92e38a58138a {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:06:51.121652 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port ce40fd92-acc8-438a-b83d-92e38a58138a, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=ce40fd92-acc8-438a-b83d-92e38a58138a,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:06:51.126846 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:51.183020 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=ce40fd92-acc8-438a-b83d-92e38a58138a,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:51.597632 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['68028e1b-d351-49e0-b142-c82285b7920b'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:06:51.605390 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['ce40fd92-acc8-438a-b83d-92e38a58138a'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:06:51.989264 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775129d-37ff-46a7-8d9d-6d9d20f7aafe req-2ca1d231-2eb9-4519-b591-6e5a9964bd05 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:51.991096 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1775129d-37ff-46a7-8d9d-6d9d20f7aafe req-2ca1d231-2eb9-4519-b591-6e5a9964bd05 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 944 time: 0.0529525 Jul 30 16:06:52.008488 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d1069-0fd0-4378-b4d2-32f12544f71f req-6c07222a-0bfc-4a05-b8ce-e19ed01c399c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:52.010062 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a90d1069-0fd0-4378-b4d2-32f12544f71f req-6c07222a-0bfc-4a05-b8ce-e19ed01c399c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 944 time: 0.0548739 Jul 30 16:06:52.035428 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1775129d-37ff-46a7-8d9d-6d9d20f7aafe req-ff615da6-a9ff-43ca-b6d2-551124a3bb29 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372703 Jul 30 16:06:52.065590 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a90d1069-0fd0-4378-b4d2-32f12544f71f req-797fc731-3bc0-4540-ad45-b6213ea45c3e tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469203 Jul 30 16:06:52.170890 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f013c-9d43-4660-8aa8-0b7ec8584923 req-9e2d0d27-3fbe-454f-b02a-23bc2750885e tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:52.172666 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1a7f013c-9d43-4660-8aa8-0b7ec8584923 req-9e2d0d27-3fbe-454f-b02a-23bc2750885e tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0523050 Jul 30 16:06:52.216477 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1a7f013c-9d43-4660-8aa8-0b7ec8584923 req-23e80502-6f00-437c-a9d2-5d4312278d0b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362084 Jul 30 16:06:52.266201 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 57012) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:52.386006 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-852e07c3-b019-4ae8-b9ab-4de19bb38ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.476572 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-852e07c3-b019-4ae8-b9ab-4de19bb38ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.480716 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-852e07c3-b019-4ae8-b9ab-4de19bb38ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.518921 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-852e07c3-b019-4ae8-b9ab-4de19bb38ca1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d9cf20129a64d56a9d9a19a0460e9fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516053 Jul 30 16:06:52.519803 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e07c3-b019-4ae8-b9ab-4de19bb38ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadaf550-84e2-42f2-b791-755f2a07a385,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:52.521701 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 57016) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:52.527241 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e07c3-b019-4ae8-b9ab-4de19bb38ca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.527727 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e07c3-b019-4ae8-b9ab-4de19bb38ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.527918 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e07c3-b019-4ae8-b9ab-4de19bb38ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.528366 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e07c3-b019-4ae8-b9ab-4de19bb38ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.528764 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e07c3-b019-4ae8-b9ab-4de19bb38ca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.528879 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e07c3-b019-4ae8-b9ab-4de19bb38ca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.529198 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e07c3-b019-4ae8-b9ab-4de19bb38ca1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.529521 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e07c3-b019-4ae8-b9ab-4de19bb38ca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.529863 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e07c3-b019-4ae8-b9ab-4de19bb38ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.530175 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e07c3-b019-4ae8-b9ab-4de19bb38ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.530488 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e07c3-b019-4ae8-b9ab-4de19bb38ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.530804 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e07c3-b019-4ae8-b9ab-4de19bb38ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.577271 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.601529 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.666748 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.669324 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.670490 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fadaf550-84e2-42f2-b791-755f2a07a385 HTTP/1.1" status: 204 len: 168 time: 0.1476510 Jul 30 16:06:52.679198 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadaf550-84e2-42f2-b791-755f2a07a385,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:52.692398 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.692781 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.693194 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.693534 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.693751 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.694158 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.694390 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.694711 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.695192 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.695571 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.695839 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:52.696190 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6379051-a76a-4be1-8bbb-bb984c33a667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:53.173092 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2f05e-2d55-4f88-a520-a72c54f1744c req-c52aa185-ef2a-4036-aa29-2c0c95489068 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:53.174670 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-94d2f05e-2d55-4f88-a520-a72c54f1744c req-c52aa185-ef2a-4036-aa29-2c0c95489068 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 944 time: 0.0588045 Jul 30 16:06:53.183864 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda3bd5-cc8c-49f7-b3b0-873a3f0c3c6e req-a02b76b6-771f-4e1a-aa22-c42ce1739654 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:53.185774 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-efda3bd5-cc8c-49f7-b3b0-873a3f0c3c6e req-a02b76b6-771f-4e1a-aa22-c42ce1739654 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 944 time: 0.0533156 Jul 30 16:06:53.221654 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-94d2f05e-2d55-4f88-a520-a72c54f1744c req-d0e1566f-911f-4925-a812-c9d0d4463f74 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388556 Jul 30 16:06:53.230001 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-efda3bd5-cc8c-49f7-b3b0-873a3f0c3c6e req-1f09268d-f678-4f2b-98f3-7c77f9b973dd tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363452 Jul 30 16:06:53.338743 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3efc5-013c-4677-b070-b179d24a4da7 req-3d1a9a3e-d3b3-472b-b6aa-232a80bde19d tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:53.340506 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-28c3efc5-013c-4677-b070-b179d24a4da7 req-3d1a9a3e-d3b3-472b-b6aa-232a80bde19d tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0502479 Jul 30 16:06:53.382254 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-28c3efc5-013c-4677-b070-b179d24a4da7 req-2922d491-e265-4cb1-a440-0334f7378042 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350952 Jul 30 16:06:54.347888 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb32851-1cf2-4ac5-a5a1-3f6adf3ac27e req-c94e4deb-3db9-480f-a8f6-ae793f8ea3fa tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:54.349844 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2eb32851-1cf2-4ac5-a5a1-3f6adf3ac27e req-c94e4deb-3db9-480f-a8f6-ae793f8ea3fa tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 944 time: 0.0515473 Jul 30 16:06:54.350836 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13946f-697d-4d37-8d07-86050c2db740 req-9f9e1060-5de7-46a1-9e43-8dbdad69ece4 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:54.352742 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5e13946f-697d-4d37-8d07-86050c2db740 req-9f9e1060-5de7-46a1-9e43-8dbdad69ece4 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 944 time: 0.0574958 Jul 30 16:06:54.393258 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5e13946f-697d-4d37-8d07-86050c2db740 req-1ba1b80d-008b-4867-a5dd-600fea5b930d tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326786 Jul 30 16:06:54.395612 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2eb32851-1cf2-4ac5-a5a1-3f6adf3ac27e req-8b587dc6-e114-4ed7-9215-44a89bb01e84 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357788 Jul 30 16:06:54.511093 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af8b82-b67a-4f0f-ae15-06a8240f4a65 req-99ea1b79-d448-4eed-a068-ab9c8c9a0bf5 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:54.512481 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c9af8b82-b67a-4f0f-ae15-06a8240f4a65 req-99ea1b79-d448-4eed-a068-ab9c8c9a0bf5 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0547338 Jul 30 16:06:54.554093 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c9af8b82-b67a-4f0f-ae15-06a8240f4a65 req-5d6eb60c-b215-4e00-9eda-34fa8a57c3e6 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345016 Jul 30 16:06:54.676944 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 68028e1b-d351-49e0-b142-c82285b7920b up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:06:54.758453 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port 68028e1b-d351-49e0-b142-c82285b7920b completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:06:54.762697 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port 68028e1b-d351-49e0-b142-c82285b7920b triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:06:54.763006 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:54.839355 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:54.862423 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227cf5ec-8f59-482a-ab2b-9f0c49af8669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68028e1b-d351-49e0-b142-c82285b7920b'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:06:54.865613 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c012eda-230d-4a54-b119-a1d5b122196c" -d '{"events": [{"server_uuid": "227cf5ec-8f59-482a-ab2b-9f0c49af8669", "name": "network-vif-plugged", "status": "completed", "tag": "68028e1b-d351-49e0-b142-c82285b7920b"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:06:54.878241 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 68028e1b-d351-49e0-b142-c82285b7920b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=68028e1b-d351-49e0-b142-c82285b7920b,segment=NetworkSegment(f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8),segment_id=f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:06:54.886150 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:54.886977 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device ce40fd92-acc8-438a-b83d-92e38a58138a up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:06:54.913428 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f715f9-6079-45e4-9a21-937925bdd5e8 x-openstack-request-id: req-f0f715f9-6079-45e4-9a21-937925bdd5e8 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:06:54.913723 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227cf5ec-8f59-482a-ab2b-9f0c49af8669", "name": "network-vif-plugged", "status": "completed", "tag": "68028e1b-d351-49e0-b142-c82285b7920b", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:06:54.913983 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0f715f9-6079-45e4-9a21-937925bdd5e8 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:06:54.914368 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227cf5ec-8f59-482a-ab2b-9f0c49af8669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68028e1b-d351-49e0-b142-c82285b7920b', 'code': 200} Jul 30 16:06:54.997383 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=68028e1b-d351-49e0-b142-c82285b7920b,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:55.001554 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port ce40fd92-acc8-438a-b83d-92e38a58138a completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:06:55.006208 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port ce40fd92-acc8-438a-b83d-92e38a58138a triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:06:55.006622 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:55.088514 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:55.151421 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port ce40fd92-acc8-438a-b83d-92e38a58138a, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=ce40fd92-acc8-438a-b83d-92e38a58138a,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:06:55.156603 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:55.176979 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f3fd2-3512-434e-8b10-17bfc0867646 req-3b1b8b5c-8e8d-4676-8050-8c3a3affbc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:55.178474 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-828f3fd2-3512-434e-8b10-17bfc0867646 req-3b1b8b5c-8e8d-4676-8050-8c3a3affbc2c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 1098 time: 0.0863259 Jul 30 16:06:55.219893 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=ce40fd92-acc8-438a-b83d-92e38a58138a,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:55.225726 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-828f3fd2-3512-434e-8b10-17bfc0867646 req-ce31ed0d-14a2-4a39-8c81-40744b7871ea service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317492 Jul 30 16:06:55.514676 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67f1a5-0bae-4a51-b115-acab904b23b3 req-f3acc2ca-cd65-43aa-92c8-2d872b581303 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:55.516327 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5d67f1a5-0bae-4a51-b115-acab904b23b3 req-f3acc2ca-cd65-43aa-92c8-2d872b581303 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 945 time: 0.0531740 Jul 30 16:06:55.531572 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46c221-8a14-43e0-8cb1-c6136d19c6c9 req-46673492-31e2-4841-b998-3eccf2e992e8 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:55.532994 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-be46c221-8a14-43e0-8cb1-c6136d19c6c9 req-46673492-31e2-4841-b998-3eccf2e992e8 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 945 time: 0.0540156 Jul 30 16:06:55.556248 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5d67f1a5-0bae-4a51-b115-acab904b23b3 req-be78d203-6186-4e33-a587-e65fe8b31fbf tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338907 Jul 30 16:06:55.580705 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-be46c221-8a14-43e0-8cb1-c6136d19c6c9 req-80e0bd18-3524-4ae5-8985-2fda3e71c5e0 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408924 Jul 30 16:06:55.673817 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cee07-d310-4a07-977c-0e7c124dcf1a req-1eee17a6-8288-42ff-971f-815390aa5bb9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:55.675431 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a03cee07-d310-4a07-977c-0e7c124dcf1a req-1eee17a6-8288-42ff-971f-815390aa5bb9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0526397 Jul 30 16:06:55.714852 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a03cee07-d310-4a07-977c-0e7c124dcf1a req-962470df-40e1-4d6c-adfe-639eef67d8a2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326974 Jul 30 16:06:56.561123 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 57160) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:56.678407 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c5a25-54b5-492c-97ed-76107a8a08b7 req-bd7c0b82-7bf0-4232-98e2-b3486f874974 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:56.679990 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a54c5a25-54b5-492c-97ed-76107a8a08b7 req-bd7c0b82-7bf0-4232-98e2-b3486f874974 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 945 time: 0.0490172 Jul 30 16:06:56.705697 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2024154b-2ea6-424a-a927-4431ec8ed4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:56.721547 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a54c5a25-54b5-492c-97ed-76107a8a08b7 req-219678f2-d568-45d9-b2f2-8a871e1c5f6b tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353215 Jul 30 16:06:56.736604 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c0462-f1be-45b7-9644-fd9cd26e01a7 req-ed8d63ad-f642-4ae7-ae8c-460273dc4e28 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:56.740661 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bf7c0462-f1be-45b7-9644-fd9cd26e01a7 req-ed8d63ad-f642-4ae7-ae8c-460273dc4e28 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 945 time: 0.0840840 Jul 30 16:06:56.802317 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bf7c0462-f1be-45b7-9644-fd9cd26e01a7 req-259b725e-7ddb-4015-a0ea-d06091c9c102 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574958 Jul 30 16:06:56.851961 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277ea1a-bf70-4355-a1fd-4ba68a9b6aa1 req-e5d4a0bf-fb2b-41c6-85f4-89c96fcf47ed tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:56.853894 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-8277ea1a-bf70-4355-a1fd-4ba68a9b6aa1 req-e5d4a0bf-fb2b-41c6-85f4-89c96fcf47ed tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0568709 Jul 30 16:06:56.868403 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2024154b-2ea6-424a-a927-4431ec8ed4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:56.874733 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2024154b-2ea6-424a-a927-4431ec8ed4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:56.901755 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-8277ea1a-bf70-4355-a1fd-4ba68a9b6aa1 req-21d860d6-5e41-45a3-891c-cf3504c447e0 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376015 Jul 30 16:06:56.916821 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82edb481-9ed0-475f-b24c-efc7428245fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce40fd92-acc8-438a-b83d-92e38a58138a'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:06:56.922886 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46732e38-eb30-41e5-8d1d-56ebf771426d" -d '{"events": [{"server_uuid": "82edb481-9ed0-475f-b24c-efc7428245fc", "name": "network-vif-plugged", "status": "completed", "tag": "ce40fd92-acc8-438a-b83d-92e38a58138a"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:06:56.923292 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-2024154b-2ea6-424a-a927-4431ec8ed4a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ecd5848d80d54d588f665779a828ce28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577828 Jul 30 16:06:56.923292 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024154b-2ea6-424a-a927-4431ec8ed4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb06872-0c17-4c67-81f8-d6769bdc6409,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:56.924520 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 57172) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:56.964773 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38669024-6b2b-4264-9da0-fe542f989a3b x-openstack-request-id: req-38669024-6b2b-4264-9da0-fe542f989a3b {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:06:56.965073 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82edb481-9ed0-475f-b24c-efc7428245fc", "name": "network-vif-plugged", "status": "completed", "tag": "ce40fd92-acc8-438a-b83d-92e38a58138a", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:06:56.965328 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-38669024-6b2b-4264-9da0-fe542f989a3b {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:06:56.965719 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82edb481-9ed0-475f-b24c-efc7428245fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce40fd92-acc8-438a-b83d-92e38a58138a', 'code': 200} Jul 30 16:06:56.977543 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b618c384-5841-4353-8a66-9d0142fd8b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:57.000326 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b618c384-5841-4353-8a66-9d0142fd8b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:57.051033 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b618c384-5841-4353-8a66-9d0142fd8b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:57.054060 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b618c384-5841-4353-8a66-9d0142fd8b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:57.055261 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-b618c384-5841-4353-8a66-9d0142fd8b22 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aeb06872-0c17-4c67-81f8-d6769bdc6409 HTTP/1.1" status: 204 len: 168 time: 0.1297686 Jul 30 16:06:57.063043 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618c384-5841-4353-8a66-9d0142fd8b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb06872-0c17-4c67-81f8-d6769bdc6409,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:57.167288 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac65218-a8fe-418a-be24-f54857bdf36e req-9085702a-9246-4cc7-90a8-d8ec3134b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:57.168827 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-bac65218-a8fe-418a-be24-f54857bdf36e req-9085702a-9246-4cc7-90a8-d8ec3134b7d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 1098 time: 0.0387859 Jul 30 16:06:57.213024 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-bac65218-a8fe-418a-be24-f54857bdf36e req-acfec16f-fbc8-4ee4-a2ba-9aa3e8639666 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296946 Jul 30 16:06:57.850840 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b96e4-a71b-460d-abcb-4d7925da61cc req-34b9f436-cf42-41a7-9136-15b2eb16f01d tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:57.852379 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-347b96e4-a71b-460d-abcb-4d7925da61cc req-34b9f436-cf42-41a7-9136-15b2eb16f01d tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 945 time: 0.0501785 Jul 30 16:06:57.890487 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-347b96e4-a71b-460d-abcb-4d7925da61cc req-43d50cb6-9cbe-400e-a548-2ec33dada11e tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322440 Jul 30 16:06:57.958841 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3f4cd-85a7-452d-ba68-1a02500ac692 req-8c0ef417-8fa6-439c-b59b-10e1df763fcd tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:57.960505 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-35f3f4cd-85a7-452d-ba68-1a02500ac692 req-8c0ef417-8fa6-439c-b59b-10e1df763fcd tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 945 time: 0.0797446 Jul 30 16:06:58.003335 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-35f3f4cd-85a7-452d-ba68-1a02500ac692 req-8431e4a2-baad-4f46-afa3-7c0a5982f284 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360949 Jul 30 16:06:58.044728 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e889855-2215-4434-a302-6d4b3958394a req-20a41bd0-3e2c-40e6-a67a-c6a328feae2c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:58.046478 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1e889855-2215-4434-a302-6d4b3958394a req-20a41bd0-3e2c-40e6-a67a-c6a328feae2c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0592077 Jul 30 16:06:58.102524 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1e889855-2215-4434-a302-6d4b3958394a req-f2e68833-ebb0-455a-8eb8-b0601155f573 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484366 Jul 30 16:06:59.075247 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b22e94-35c5-4ca9-979a-ff6409378e99 req-7a1cdf55-0335-45c8-b62d-4bc0393958bf tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:59.077402 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-62b22e94-35c5-4ca9-979a-ff6409378e99 req-7a1cdf55-0335-45c8-b62d-4bc0393958bf tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 945 time: 0.0698011 Jul 30 16:06:59.123174 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-62b22e94-35c5-4ca9-979a-ff6409378e99 req-84b1d38b-a720-4530-952b-a116e5c29aad tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403819 Jul 30 16:06:59.264745 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f7d32-c4cf-4c7b-9008-bbd732bda15b req-f805d4e8-a31d-42f0-91e4-b026cfe64d51 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:59.266165 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-888f7d32-c4cf-4c7b-9008-bbd732bda15b req-f805d4e8-a31d-42f0-91e4-b026cfe64d51 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0511909 Jul 30 16:06:59.312476 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-888f7d32-c4cf-4c7b-9008-bbd732bda15b req-dac09acc-a4e2-49ba-a3cf-9b257968b61e tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380735 Jul 30 16:07:00.138470 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:07:00.254573 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ab6d7-25f2-49dc-951e-212f94405e95 req-ae0eeaf5-a2f2-42fd-a82b-8ba1cc899709 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:00.256129 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-136ab6d7-25f2-49dc-951e-212f94405e95 req-ae0eeaf5-a2f2-42fd-a82b-8ba1cc899709 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 945 time: 0.0516036 Jul 30 16:07:00.297612 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-136ab6d7-25f2-49dc-951e-212f94405e95 req-aa0d8b82-9547-4ecf-8293-fdb5854dde98 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355313 Jul 30 16:07:00.447369 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc566f4-4c3c-4293-b436-3ca040f2a7cd req-a35c22a4-1ac3-4871-b0c1-4d25298a2454 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:00.448881 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ffc566f4-4c3c-4293-b436-3ca040f2a7cd req-a35c22a4-1ac3-4871-b0c1-4d25298a2454 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0571699 Jul 30 16:07:00.495092 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ffc566f4-4c3c-4293-b436-3ca040f2a7cd req-db07b793-a77f-4fde-8d8f-c45fd98de0dc tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 Jul 30 16:07:03.226172 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-63e72592-3ed3-4558-8183-2b9ceb53f5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:03.281413 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb83f2a-57c0-4a69-b50c-ecea23ecd9b6 req-065e2e6c-a46e-4dc8-a9f5-3cc3965d2d4f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:03.282870 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9bb83f2a-57c0-4a69-b50c-ecea23ecd9b6 req-065e2e6c-a46e-4dc8-a9f5-3cc3965d2d4f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0508618 Jul 30 16:07:03.326598 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9bb83f2a-57c0-4a69-b50c-ecea23ecd9b6 req-6ef96eb1-3095-44e5-b1ac-b419a091b83a tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372515 Jul 30 16:07:04.444823 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fa552-7f19-498f-bf3e-99b121852915 req-fdac00f7-8a6c-4340-bf2d-2888a7546be9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:04.446306 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-485fa552-7f19-498f-bf3e-99b121852915 req-fdac00f7-8a6c-4340-bf2d-2888a7546be9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0495148 Jul 30 16:07:04.483617 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-485fa552-7f19-498f-bf3e-99b121852915 req-d3389c7f-e78f-4637-be74-30d34a321743 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313711 Jul 30 16:07:05.603278 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066261e4-e34f-42b7-b52e-32948f1370b6 req-ac31e5fc-cd50-49da-a233-9db4e7871357 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:05.604766 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-066261e4-e34f-42b7-b52e-32948f1370b6 req-ac31e5fc-cd50-49da-a233-9db4e7871357 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0492029 Jul 30 16:07:05.644546 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-066261e4-e34f-42b7-b52e-32948f1370b6 req-35ba7b9f-a55e-47dd-9da0-5e348caa2cd6 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334933 Jul 30 16:07:06.171371 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:06.173548 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 57404) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:06.176235 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8c4aecd0-b509-4dc8-b9dc-9f28d693cdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:06.281980 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-27d1a531-84bf-4330-8244-bf82cf3de15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:06.371471 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-27d1a531-84bf-4330-8244-bf82cf3de15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:06.375556 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-27d1a531-84bf-4330-8244-bf82cf3de15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:06.416142 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-27d1a531-84bf-4330-8244-bf82cf3de15b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=db8ce6e6b31e49489823cbdd5d3cc59b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413778 Jul 30 16:07:06.417293 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1a531-84bf-4330-8244-bf82cf3de15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfa93c9-ec01-4fbb-b3d3-de1bf8a24772,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:06.418907 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 57410) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:06.476529 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3324af29-c3fc-43a5-a6e2-bcef19ad729e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:06.499853 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3324af29-c3fc-43a5-a6e2-bcef19ad729e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:06.551936 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3324af29-c3fc-43a5-a6e2-bcef19ad729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:06.555481 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3324af29-c3fc-43a5-a6e2-bcef19ad729e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:06.556764 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-3324af29-c3fc-43a5-a6e2-bcef19ad729e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bcfa93c9-ec01-4fbb-b3d3-de1bf8a24772 HTTP/1.1" status: 204 len: 168 time: 0.1364200 Jul 30 16:07:06.566738 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324af29-c3fc-43a5-a6e2-bcef19ad729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfa93c9-ec01-4fbb-b3d3-de1bf8a24772,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:06.773732 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc274bb9-d0b1-4d5c-bc5a-37922b558e17 req-2092fc3a-efae-4713-b990-55ab080b34c0 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:06.775501 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fc274bb9-d0b1-4d5c-bc5a-37922b558e17 req-2092fc3a-efae-4713-b990-55ab080b34c0 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0574825 Jul 30 16:07:06.815850 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fc274bb9-d0b1-4d5c-bc5a-37922b558e17 req-d39a4367-0a82-43f3-87c2-02765647fba9 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339494 Jul 30 16:07:06.938032 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:07.940391 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54218a-f8f2-4f32-9484-e1d63ff40577 req-892301ce-ce65-4f3a-a70c-ca3777807c8b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:07.941902 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3e54218a-f8f2-4f32-9484-e1d63ff40577 req-892301ce-ce65-4f3a-a70c-ca3777807c8b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0493460 Jul 30 16:07:07.981396 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3e54218a-f8f2-4f32-9484-e1d63ff40577 req-a43aa92e-97a4-4db1-826a-fa5ba5960e17 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318410 Jul 30 16:07:08.402866 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:09.280457 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea6702-dcf1-41cf-b957-60a2cb7cfc0b req-50f0e4e1-a0b9-487c-8a7b-574a1520d7db tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:09.281998 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-08ea6702-dcf1-41cf-b957-60a2cb7cfc0b req-50f0e4e1-a0b9-487c-8a7b-574a1520d7db tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.2339780 Jul 30 16:07:09.320717 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-08ea6702-dcf1-41cf-b957-60a2cb7cfc0b req-0af1363a-d762-4f8b-a2a1-75921d9a5239 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318463 Jul 30 16:07:10.440028 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfc11c-32dc-4732-8d0b-c4e1b5a3ae4c req-3f15553b-6e21-496c-863d-ff41210cb301 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:10.442657 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b4cfc11c-32dc-4732-8d0b-c4e1b5a3ae4c req-3f15553b-6e21-496c-863d-ff41210cb301 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0524120 Jul 30 16:07:10.482072 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b4cfc11c-32dc-4732-8d0b-c4e1b5a3ae4c req-b8c78f7a-2005-4c2d-8bdf-00d3b245c8e3 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325506 Jul 30 16:07:11.062419 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038ba8e-2b49-4c62-85e4-026411c27805 req-e88b03c4-148c-47c3-a502-9f90e5b28f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:11.063929 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d038ba8e-2b49-4c62-85e4-026411c27805 req-e88b03c4-148c-47c3-a502-9f90e5b28f0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6553c039f41c41fb9e47c968ec8e6e98&device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 1099 time: 0.0406785 Jul 30 16:07:11.195251 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038ba8e-2b49-4c62-85e4-026411c27805 req-c98363e9-183d-4731-9be1-1c4555a419a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:11.196780 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d038ba8e-2b49-4c62-85e4-026411c27805 req-c98363e9-183d-4731-9be1-1c4555a419a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac51fee5-96ff-410d-b23b-24f8c16c68d6 HTTP/1.1" status: 200 len: 919 time: 0.1022384 Jul 30 16:07:11.255447 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d038ba8e-2b49-4c62-85e4-026411c27805 req-03004fd0-918e-4323-aa80-a9e2c22b06b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=730a8746-44b4-4a2f-88e3-d29121f4149f HTTP/1.1" status: 200 len: 217 time: 0.0351152 Jul 30 16:07:11.306169 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038ba8e-2b49-4c62-85e4-026411c27805 req-dd0fe101-3772-43ae-8dca-1f29a0828b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:11.307657 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d038ba8e-2b49-4c62-85e4-026411c27805 req-dd0fe101-3772-43ae-8dca-1f29a0828b99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a10c707-a593-465f-9fb7-14f4864d1a33 HTTP/1.1" status: 200 len: 858 time: 0.0441942 Jul 30 16:07:11.371132 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d038ba8e-2b49-4c62-85e4-026411c27805 req-1d3e2e97-0187-449b-8de4-50b84b607aa1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac51fee5-96ff-410d-b23b-24f8c16c68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258510 Jul 30 16:07:11.482147 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d038ba8e-2b49-4c62-85e4-026411c27805 req-ddbc2f0e-07e1-43d1-b8bc-ff8420541774 service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896959 Jul 30 16:07:11.619767 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d038ba8e-2b49-4c62-85e4-026411c27805 req-7267bb95-5f03-48ad-bb00-a4fca7f7d6d6 service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252217 Jul 30 16:07:11.630370 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383ba97-1774-4085-80a5-471c02e0888b req-d2e5ec65-fb3d-40ae-9715-56fcfea682fe tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:11.632418 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e383ba97-1774-4085-80a5-471c02e0888b req-d2e5ec65-fb3d-40ae-9715-56fcfea682fe tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0757904 Jul 30 16:07:11.672460 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e383ba97-1774-4085-80a5-471c02e0888b req-10c6c35e-1006-4d83-9d92-5a60a0abe296 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336471 Jul 30 16:07:12.789872 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504e798-76a8-4417-8cdf-450799da107b req-9f36453a-22ec-4952-87ff-eae7a1850518 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:12.791397 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b504e798-76a8-4417-8cdf-450799da107b req-9f36453a-22ec-4952-87ff-eae7a1850518 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0497680 Jul 30 16:07:12.828977 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b504e798-76a8-4417-8cdf-450799da107b req-d25b750c-c9b4-4e77-9edd-b7d7d4d42749 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315771 Jul 30 16:07:13.949471 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43de6e-eaa1-472f-9036-45f63368552e req-5faccc0f-d1ad-4187-891e-c59e58e2f490 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:13.950941 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7f43de6e-eaa1-472f-9036-45f63368552e req-5faccc0f-d1ad-4187-891e-c59e58e2f490 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0532076 Jul 30 16:07:13.988698 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7f43de6e-eaa1-472f-9036-45f63368552e req-895e0aa0-e468-4fb7-8834-cc579a46fc30 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315139 Jul 30 16:07:14.266500 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b64e5d-7420-4e11-8c62-da4cf8c5ad9b req-3d1225b2-ac08-4ec1-8af4-57fc0d7f41fd tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:14.268003 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c2b64e5d-7420-4e11-8c62-da4cf8c5ad9b req-3d1225b2-ac08-4ec1-8af4-57fc0d7f41fd tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 945 time: 0.0494578 Jul 30 16:07:14.307801 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c2b64e5d-7420-4e11-8c62-da4cf8c5ad9b req-d9212af1-1250-43ef-a3a6-8dae64a0b64a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325310 Jul 30 16:07:14.325329 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:15.111394 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d20da-7e07-40d2-a61f-26e12edc5208 req-d753942c-ab82-4c92-b102-0b05e4415608 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:15.112974 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-822d20da-7e07-40d2-a61f-26e12edc5208 req-d753942c-ab82-4c92-b102-0b05e4415608 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0555625 Jul 30 16:07:15.153979 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-822d20da-7e07-40d2-a61f-26e12edc5208 req-f82de3e3-7e3e-40b9-920f-529137eaba24 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344989 Jul 30 16:07:15.426272 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6ae58-a7db-4e23-bb9c-81a286d886ee req-173400bc-cf28-475e-aba5-13b6dbe62734 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:15.428586 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6af6ae58-a7db-4e23-bb9c-81a286d886ee req-173400bc-cf28-475e-aba5-13b6dbe62734 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 945 time: 0.0492477 Jul 30 16:07:15.468158 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6af6ae58-a7db-4e23-bb9c-81a286d886ee req-b22f408a-1fd7-4a5e-9ea0-2b87e711305a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327446 Jul 30 16:07:16.275202 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d8957-4a54-4b3e-b24a-4a3d4e868ec6 req-6ad93809-f152-4012-8b9b-aa12c409ae17 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:16.276698 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3b2d8957-4a54-4b3e-b24a-4a3d4e868ec6 req-6ad93809-f152-4012-8b9b-aa12c409ae17 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0517011 Jul 30 16:07:16.314527 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3b2d8957-4a54-4b3e-b24a-4a3d4e868ec6 req-6a789887-1839-4642-b5cf-83bac2ef931c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317960 Jul 30 16:07:16.587635 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23866ae-9123-4cd2-85c9-e06f0cd22bc4 req-0778a992-a65b-405c-a919-8cf0ab69095a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:16.589153 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f23866ae-9123-4cd2-85c9-e06f0cd22bc4 req-0778a992-a65b-405c-a919-8cf0ab69095a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 945 time: 0.0547428 Jul 30 16:07:16.628916 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f23866ae-9123-4cd2-85c9-e06f0cd22bc4 req-543cf2ef-38c7-4ee2-bffb-bd06ae2b13f0 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338588 Jul 30 16:07:16.809826 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a3f04-971a-4967-a5af-4897a6276583 req-5069ebeb-ad07-4bf3-9c59-6f5b93d11787 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:16.811238 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-622a3f04-971a-4967-a5af-4897a6276583 req-5069ebeb-ad07-4bf3-9c59-6f5b93d11787 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.60 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 945 time: 0.0473161 Jul 30 16:07:16.973071 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [req-622a3f04-971a-4967-a5af-4897a6276583 req-6bcda6d4-0f17-4b12-b217-c44baca444bc tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Deleting port ce40fd92-acc8-438a-b83d-92e38a58138a {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:07:16.973564 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-622a3f04-971a-4967-a5af-4897a6276583 req-6bcda6d4-0f17-4b12-b217-c44baca444bc tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.068007 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [req-622a3f04-971a-4967-a5af-4897a6276583 req-6bcda6d4-0f17-4b12-b217-c44baca444bc tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] For port ce40fd92-acc8-438a-b83d-92e38a58138a, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=ce40fd92-acc8-438a-b83d-92e38a58138a,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:17.068274 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-622a3f04-971a-4967-a5af-4897a6276583 req-6bcda6d4-0f17-4b12-b217-c44baca444bc tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.081905 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [req-622a3f04-971a-4967-a5af-4897a6276583 req-6bcda6d4-0f17-4b12-b217-c44baca444bc tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Calling delete_port for ce40fd92-acc8-438a-b83d-92e38a58138a owned by compute:nova {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:07:17.234895 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-622a3f04-971a-4967-a5af-4897a6276583 req-6bcda6d4-0f17-4b12-b217-c44baca444bc tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.254755 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['2535cca8-9cb4-4b9e-8d13-0a21a37b60dd', 'b0b6809a-54ac-40cd-848a-b295294d5e59', '5d346b97-3756-451b-90d5-4aeaa8c71dd6', 'ce40fd92-acc8-438a-b83d-92e38a58138a'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:07:17.264583 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcda6d4-0f17-4b12-b217-c44baca444bc tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Pushing event deleted for resources: {'Port': ['ID=ce40fd92-acc8-438a-b83d-92e38a58138a,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:17.328118 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [req-622a3f04-971a-4967-a5af-4897a6276583 req-6bcda6d4-0f17-4b12-b217-c44baca444bc tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] No DVR routers for this DVR port ce40fd92-acc8-438a-b83d-92e38a58138a on host hv-cinder-80295 {{(pid=93354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:07:17.331575 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-622a3f04-971a-4967-a5af-4897a6276583 req-6bcda6d4-0f17-4b12-b217-c44baca444bc tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.333645 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-622a3f04-971a-4967-a5af-4897a6276583 req-6bcda6d4-0f17-4b12-b217-c44baca444bc tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.60 "DELETE /v2.0/ports/ce40fd92-acc8-438a-b83d-92e38a58138a HTTP/1.1" status: 204 len: 173 time: 0.5106654 Jul 30 16:07:17.334590 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82edb481-9ed0-475f-b24c-efc7428245fc', 'name': 'network-vif-deleted', 'tag': 'ce40fd92-acc8-438a-b83d-92e38a58138a'}] {{(pid=93354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:07:17.337207 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1549a637e0520348546bc816cc7ba7b4d913aee95f4c3e2186750afafe3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91bd4d2-efc3-42b9-9bce-7e0b87051a79" -d '{"events": [{"server_uuid": "82edb481-9ed0-475f-b24c-efc7428245fc", "name": "network-vif-deleted", "tag": "ce40fd92-acc8-438a-b83d-92e38a58138a"}]}' {{(pid=93354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:07:17.391879 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9eafaed-1761-44f1-bddc-990ea02ed6c7 x-openstack-request-id: req-e9eafaed-1761-44f1-bddc-990ea02ed6c7 {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:07:17.391879 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82edb481-9ed0-475f-b24c-efc7428245fc", "name": "network-vif-deleted", "tag": "ce40fd92-acc8-438a-b83d-92e38a58138a", "status": "completed", "code": 200}]} {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:07:17.392141 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9eafaed-1761-44f1-bddc-990ea02ed6c7 {{(pid=93354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:07:17.392352 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82edb481-9ed0-475f-b24c-efc7428245fc', 'name': 'network-vif-deleted', 'tag': 'ce40fd92-acc8-438a-b83d-92e38a58138a', 'status': 'completed', 'code': 200} Jul 30 16:07:17.471430 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5ae25-cd77-4447-a930-06dd93b16211 req-1d75a182-4543-4731-93b0-cc00541a90c6 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:17.474558 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-66b5ae25-cd77-4447-a930-06dd93b16211 req-1d75a182-4543-4731-93b0-cc00541a90c6 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0579853 Jul 30 16:07:17.519164 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-66b5ae25-cd77-4447-a930-06dd93b16211 req-e0edc3ed-6943-454f-a617-57f7c18d37c5 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389457 Jul 30 16:07:17.737125 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a6a44eb6-69d8-43bd-bf7b-1150f16f02f1 req-252a845c-3535-48d7-a7c8-2dcf7b8a2ae7 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=82edb481-9ed0-475f-b24c-efc7428245fc HTTP/1.1" status: 200 len: 210 time: 0.0253851 Jul 30 16:07:18.640175 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e8352-7217-4db1-85b1-860012ef096e req-dcd75561-5f3c-45db-8f7f-50c5885d3016 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:18.641664 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ae6e8352-7217-4db1-85b1-860012ef096e req-dcd75561-5f3c-45db-8f7f-50c5885d3016 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0485525 Jul 30 16:07:18.679203 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ae6e8352-7217-4db1-85b1-860012ef096e req-28dcec8c-5a1b-43cf-8360-9ed2e54ad336 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311308 Jul 30 16:07:19.795712 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517d1a7-078e-4055-a688-9e90082a0de3 req-bb90fe9e-14cd-4c1a-aa79-d06530e0edbe tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:19.797363 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a517d1a7-078e-4055-a688-9e90082a0de3 req-bb90fe9e-14cd-4c1a-aa79-d06530e0edbe tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0491893 Jul 30 16:07:19.842682 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a517d1a7-078e-4055-a688-9e90082a0de3 req-e89e96d1-eeea-43d4-aca2-b1c99f305cf0 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384781 Jul 30 16:07:20.140042 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122830e-402e-45fe-83ee-7aaf1212029e req-4c242cfb-8c17-48ed-bb48-d041e5d3f0da tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:20.141485 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3122830e-402e-45fe-83ee-7aaf1212029e req-4c242cfb-8c17-48ed-bb48-d041e5d3f0da tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 945 time: 0.0473537 Jul 30 16:07:20.179167 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3122830e-402e-45fe-83ee-7aaf1212029e req-c544d201-938d-4b2a-9ac8-c7c1a1064b3a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313668 Jul 30 16:07:20.811810 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device ce40fd92-acc8-438a-b83d-92e38a58138a no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:07:20.833864 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: ce40fd92-acc8-438a-b83d-92e38a58138a {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:07:20.834199 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device ce40fd92-acc8-438a-b83d-92e38a58138a not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:07:20.963498 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce712f23-008f-44d1-8473-cede06f1e15a req-598a8f3a-871a-4806-96af-5390a5fbad69 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:20.964970 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ce712f23-008f-44d1-8473-cede06f1e15a req-598a8f3a-871a-4806-96af-5390a5fbad69 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0495982 Jul 30 16:07:21.002181 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ce712f23-008f-44d1-8473-cede06f1e15a req-55aace06-105f-46a2-b510-24bec9d9c413 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313408 Jul 30 16:07:21.290954 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f938f-7aa8-458d-b24b-bab49a7989a4 req-c0f92df5-d0c4-4af1-85ec-8b82543a5855 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:21.292449 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-952f938f-7aa8-458d-b24b-bab49a7989a4 req-c0f92df5-d0c4-4af1-85ec-8b82543a5855 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 945 time: 0.0486407 Jul 30 16:07:21.329374 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-952f938f-7aa8-458d-b24b-bab49a7989a4 req-591002ba-2296-4212-ba47-afc6bf2d2942 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310900 Jul 30 16:07:22.118823 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421868bb-6afc-4b13-87b6-938b479aeff9 req-750b2baa-f18e-4a9a-b6c6-af556b3b1552 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:22.120300 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-421868bb-6afc-4b13-87b6-938b479aeff9 req-750b2baa-f18e-4a9a-b6c6-af556b3b1552 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0497477 Jul 30 16:07:22.157967 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-421868bb-6afc-4b13-87b6-938b479aeff9 req-713d8969-6dc8-437c-a353-c88abc406761 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317497 Jul 30 16:07:22.443239 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1c042-038c-4f29-b2c6-239b2874d09e req-46879fc7-e57d-4656-9aaa-cb1fe1bdd7a3 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:22.445284 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-8ab1c042-038c-4f29-b2c6-239b2874d09e req-46879fc7-e57d-4656-9aaa-cb1fe1bdd7a3 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 945 time: 0.0491679 Jul 30 16:07:22.484249 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-8ab1c042-038c-4f29-b2c6-239b2874d09e req-6d9b4588-9a8e-4f8d-8c95-608d79848a75 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328913 Jul 30 16:07:22.792534 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2d569-3bde-4b3a-a4d8-1ffa4c3a39ae req-d8b55f6b-e9b5-4537-9667-5ca8bd73b9a5 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:22.793996 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-acd2d569-3bde-4b3a-a4d8-1ffa4c3a39ae req-d8b55f6b-e9b5-4537-9667-5ca8bd73b9a5 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.60 "GET /v2.0/ports?device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 945 time: 0.0495763 Jul 30 16:07:22.896929 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [req-acd2d569-3bde-4b3a-a4d8-1ffa4c3a39ae req-d06485b7-d3d8-456d-8e8d-1bba486d8ae9 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Deleting port 5d346b97-3756-451b-90d5-4aeaa8c71dd6 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:07:22.897269 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-acd2d569-3bde-4b3a-a4d8-1ffa4c3a39ae req-d06485b7-d3d8-456d-8e8d-1bba486d8ae9 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.982259 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [req-acd2d569-3bde-4b3a-a4d8-1ffa4c3a39ae req-d06485b7-d3d8-456d-8e8d-1bba486d8ae9 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] For port 5d346b97-3756-451b-90d5-4aeaa8c71dd6, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=5d346b97-3756-451b-90d5-4aeaa8c71dd6,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:22.982626 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-acd2d569-3bde-4b3a-a4d8-1ffa4c3a39ae req-d06485b7-d3d8-456d-8e8d-1bba486d8ae9 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.995724 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [req-acd2d569-3bde-4b3a-a4d8-1ffa4c3a39ae req-d06485b7-d3d8-456d-8e8d-1bba486d8ae9 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Calling delete_port for 5d346b97-3756-451b-90d5-4aeaa8c71dd6 owned by compute:nova {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:07:23.125711 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-acd2d569-3bde-4b3a-a4d8-1ffa4c3a39ae req-d06485b7-d3d8-456d-8e8d-1bba486d8ae9 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:23.141690 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['2535cca8-9cb4-4b9e-8d13-0a21a37b60dd', 'b0b6809a-54ac-40cd-848a-b295294d5e59', '5d346b97-3756-451b-90d5-4aeaa8c71dd6'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:07:23.157509 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06485b7-d3d8-456d-8e8d-1bba486d8ae9 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Pushing event deleted for resources: {'Port': ['ID=5d346b97-3756-451b-90d5-4aeaa8c71dd6,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:23.199573 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd2d569-3bde-4b3a-a4d8-1ffa4c3a39ae req-d06485b7-d3d8-456d-8e8d-1bba486d8ae9 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] No DVR routers for this DVR port 5d346b97-3756-451b-90d5-4aeaa8c71dd6 on host hv-cinder-80295 {{(pid=93354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:07:23.202602 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-acd2d569-3bde-4b3a-a4d8-1ffa4c3a39ae req-d06485b7-d3d8-456d-8e8d-1bba486d8ae9 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:23.204689 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-acd2d569-3bde-4b3a-a4d8-1ffa4c3a39ae req-d06485b7-d3d8-456d-8e8d-1bba486d8ae9 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.60 "DELETE /v2.0/ports/5d346b97-3756-451b-90d5-4aeaa8c71dd6 HTTP/1.1" status: 204 len: 173 time: 0.4006498 Jul 30 16:07:23.205142 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67316249-96bd-46bc-a182-1cd851bd5307', 'name': 'network-vif-deleted', 'tag': '5d346b97-3756-451b-90d5-4aeaa8c71dd6'}] {{(pid=93354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:07:23.207449 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1549a637e0520348546bc816cc7ba7b4d913aee95f4c3e2186750afafe3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4077635-eeb3-44cb-88bb-e4d4bad30176" -d '{"events": [{"server_uuid": "67316249-96bd-46bc-a182-1cd851bd5307", "name": "network-vif-deleted", "tag": "5d346b97-3756-451b-90d5-4aeaa8c71dd6"}]}' {{(pid=93354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:07:23.258049 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4197510e-193e-4716-b4f3-07882d31194e x-openstack-request-id: req-4197510e-193e-4716-b4f3-07882d31194e {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:07:23.258337 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67316249-96bd-46bc-a182-1cd851bd5307", "name": "network-vif-deleted", "tag": "5d346b97-3756-451b-90d5-4aeaa8c71dd6", "status": "completed", "code": 200}]} {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:07:23.258581 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4197510e-193e-4716-b4f3-07882d31194e {{(pid=93354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:07:23.258959 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67316249-96bd-46bc-a182-1cd851bd5307', 'name': 'network-vif-deleted', 'tag': '5d346b97-3756-451b-90d5-4aeaa8c71dd6', 'status': 'completed', 'code': 200} Jul 30 16:07:23.320694 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77658030-9f08-4b2d-80e8-8e69f52155b7 req-dba4e1b0-2783-446e-a4f2-a87f3c80a449 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:23.322340 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-77658030-9f08-4b2d-80e8-8e69f52155b7 req-dba4e1b0-2783-446e-a4f2-a87f3c80a449 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0709190 Jul 30 16:07:23.373849 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-77658030-9f08-4b2d-80e8-8e69f52155b7 req-486e5920-929c-45a2-9f9e-b4c07d91c081 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451281 Jul 30 16:07:23.859996 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-27125d1f-64fc-483e-90f5-d10794daac40 req-72509023-29af-4b36-b046-beb2910fcc2d tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=67316249-96bd-46bc-a182-1cd851bd5307 HTTP/1.1" status: 200 len: 210 time: 0.2918746 Jul 30 16:07:24.488989 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb170861-b5ef-4d55-8643-66e0b2ed9aea req-e8b7d4c8-98e4-4c8d-9ae1-ef82719c856a tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:24.490484 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-cb170861-b5ef-4d55-8643-66e0b2ed9aea req-e8b7d4c8-98e4-4c8d-9ae1-ef82719c856a tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0476093 Jul 30 16:07:24.537376 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-cb170861-b5ef-4d55-8643-66e0b2ed9aea req-2d200253-c10d-49a6-8884-d268afb7d66c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402136 Jul 30 16:07:25.144186 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a976ef-df0c-470b-9508-b7a600ee039a req-2db04b93-44d4-4f58-a78b-d1701c645d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:25.145867 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-15a976ef-df0c-470b-9508-b7a600ee039a req-2db04b93-44d4-4f58-a78b-d1701c645d75 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 1099 time: 0.0431919 Jul 30 16:07:25.177083 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e26510-42db-4790-a0ca-03e06d28052c req-c1065c4a-34eb-449d-ab00-ce2b3b2f576b tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:25.178445 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-09e26510-42db-4790-a0ca-03e06d28052c req-c1065c4a-34eb-449d-ab00-ce2b3b2f576b tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 945 time: 0.0496411 Jul 30 16:07:25.184059 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-15a976ef-df0c-470b-9508-b7a600ee039a req-c8b9ba10-ddfa-4c44-968e-9ca6a0f1729e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289285 Jul 30 16:07:25.217009 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-09e26510-42db-4790-a0ca-03e06d28052c req-f33308ec-0174-4b98-be32-0b12bfeb24a4 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325553 Jul 30 16:07:25.658883 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed04e0b-30d4-4933-814c-4714b6dc3f65 req-092dd3c9-abb8-43a9-aee0-e00e54e3002b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:25.660374 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-6ed04e0b-30d4-4933-814c-4714b6dc3f65 req-092dd3c9-abb8-43a9-aee0-e00e54e3002b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0517440 Jul 30 16:07:25.698619 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-6ed04e0b-30d4-4933-814c-4714b6dc3f65 req-f05d3a93-33e8-4795-ad48-d650642c1dff tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322893 Jul 30 16:07:26.384537 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813ad64-1218-4804-b16c-ffc53b526d02 req-f0d6cc5f-aeaf-4691-afd9-49afe94b992a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:26.386132 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a813ad64-1218-4804-b16c-ffc53b526d02 req-f0d6cc5f-aeaf-4691-afd9-49afe94b992a tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 945 time: 0.0681646 Jul 30 16:07:26.431878 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a813ad64-1218-4804-b16c-ffc53b526d02 req-8f14e77d-a0f5-4086-b797-28635db928a2 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393598 Jul 30 16:07:26.591803 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157e1b9-0df1-4dba-a90f-5c013c23870a req-96505c58-089e-46df-8ec1-e79e7c08c007 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:26.593694 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e157e1b9-0df1-4dba-a90f-5c013c23870a req-96505c58-089e-46df-8ec1-e79e7c08c007 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0524561 Jul 30 16:07:26.636387 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e157e1b9-0df1-4dba-a90f-5c013c23870a req-4a7c1f1a-737f-4e04-bafe-7f8db8778b71 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362382 Jul 30 16:07:26.816569 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fc589-2708-4aff-bc6d-a5becfbe2204 req-dd614084-311f-4633-85e8-c9737921830a tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:26.818116 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9d0fc589-2708-4aff-bc6d-a5becfbe2204 req-dd614084-311f-4633-85e8-c9737921830a tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0486388 Jul 30 16:07:26.856824 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9d0fc589-2708-4aff-bc6d-a5becfbe2204 req-097fe6ed-f9d6-4790-bb70-049610d24dcc tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321057 Jul 30 16:07:26.857247 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 5d346b97-3756-451b-90d5-4aeaa8c71dd6 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:07:26.884930 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: 5d346b97-3756-451b-90d5-4aeaa8c71dd6 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:07:26.885463 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 5d346b97-3756-451b-90d5-4aeaa8c71dd6 not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:07:27.147855 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a21144-b6a9-4138-8dc5-be016af2e426 req-461a26e8-23a7-4ce2-baaa-9abbae7c5374 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:27.149304 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-90a21144-b6a9-4138-8dc5-be016af2e426 req-461a26e8-23a7-4ce2-baaa-9abbae7c5374 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0828958 Jul 30 16:07:27.153407 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e9031-1f51-4ebf-9d47-83dc7785f019 req-b378f928-0a41-4fee-a2c3-4d3a5cebd76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:27.153834 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886addf-dd64-433b-b8cc-f1ca49e44802 req-d726dcae-7285-4604-a7ad-2000d0996a1c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:27.154855 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e33e9031-1f51-4ebf-9d47-83dc7785f019 req-b378f928-0a41-4fee-a2c3-4d3a5cebd76c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6553c039f41c41fb9e47c968ec8e6e98&device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 1099 time: 0.0591598 Jul 30 16:07:27.155439 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5886addf-dd64-433b-b8cc-f1ca49e44802 req-d726dcae-7285-4604-a7ad-2000d0996a1c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0565403 Jul 30 16:07:27.199755 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5886addf-dd64-433b-b8cc-f1ca49e44802 req-df9929ce-f596-4f85-a9de-3ac06e3a5830 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380764 Jul 30 16:07:27.229485 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-90a21144-b6a9-4138-8dc5-be016af2e426 req-f11b5e6c-1378-4b24-96a5-694190319cd7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727541 Jul 30 16:07:27.271358 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e9031-1f51-4ebf-9d47-83dc7785f019 req-fc4b9b6d-2af1-4884-b460-8aff8542f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:27.272853 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e33e9031-1f51-4ebf-9d47-83dc7785f019 req-fc4b9b6d-2af1-4884-b460-8aff8542f086 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac51fee5-96ff-410d-b23b-24f8c16c68d6 HTTP/1.1" status: 200 len: 919 time: 0.0955980 Jul 30 16:07:27.323685 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e33e9031-1f51-4ebf-9d47-83dc7785f019 req-5dd6c9bc-9bfe-43ca-bf4f-2daacc929ade service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=730a8746-44b4-4a2f-88e3-d29121f4149f HTTP/1.1" status: 200 len: 217 time: 0.0374944 Jul 30 16:07:27.376412 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e9031-1f51-4ebf-9d47-83dc7785f019 req-d87a6843-51f0-4d95-846d-554cb3c3823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:27.377874 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e33e9031-1f51-4ebf-9d47-83dc7785f019 req-d87a6843-51f0-4d95-846d-554cb3c3823b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a10c707-a593-465f-9fb7-14f4864d1a33 HTTP/1.1" status: 200 len: 858 time: 0.0442266 Jul 30 16:07:27.417241 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e33e9031-1f51-4ebf-9d47-83dc7785f019 req-6716d0f8-0892-4c0c-9bab-7518d2b82f15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac51fee5-96ff-410d-b23b-24f8c16c68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250173 Jul 30 16:07:27.519803 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e33e9031-1f51-4ebf-9d47-83dc7785f019 req-42f219fd-2ce0-4353-a654-303e294bf02f service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915225 Jul 30 16:07:27.550424 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c39dc7-6280-409c-81c5-a36e159f75eb req-ca31aa5e-05b0-4c4f-8116-05e77daac96d tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:27.552001 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-18c39dc7-6280-409c-81c5-a36e159f75eb req-ca31aa5e-05b0-4c4f-8116-05e77daac96d tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 945 time: 0.0491271 Jul 30 16:07:27.593158 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-18c39dc7-6280-409c-81c5-a36e159f75eb req-20bb2b61-bc43-4a8b-896f-5b544c5da573 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334561 Jul 30 16:07:27.622977 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e33e9031-1f51-4ebf-9d47-83dc7785f019 req-35fd0e82-f0ff-4667-a2b4-0cd76a714096 service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897074 Jul 30 16:07:27.788596 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c270c7-9da6-41d5-8d9b-0c55491ca506 req-67ccefdc-7b19-4990-bf20-52f823743203 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:27.790062 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-09c270c7-9da6-41d5-8d9b-0c55491ca506 req-67ccefdc-7b19-4990-bf20-52f823743203 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0783484 Jul 30 16:07:27.802513 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eded11a-f7f9-462b-8db3-2c34f1371582 req-42091814-e062-4a5f-ae82-11f5e62374b3 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:27.804081 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9eded11a-f7f9-462b-8db3-2c34f1371582 req-42091814-e062-4a5f-ae82-11f5e62374b3 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.60 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 945 time: 0.0671020 Jul 30 16:07:27.864230 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-09c270c7-9da6-41d5-8d9b-0c55491ca506 req-bfadc225-9ffe-4c8b-ba8f-5cadcea21bfe tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591266 Jul 30 16:07:27.915640 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [req-9eded11a-f7f9-462b-8db3-2c34f1371582 req-e2f64d8e-1779-4eca-98a1-906405c37622 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Deleting port b0b6809a-54ac-40cd-848a-b295294d5e59 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:07:27.916008 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-9eded11a-f7f9-462b-8db3-2c34f1371582 req-e2f64d8e-1779-4eca-98a1-906405c37622 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:28.005491 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [req-9eded11a-f7f9-462b-8db3-2c34f1371582 req-e2f64d8e-1779-4eca-98a1-906405c37622 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] For port b0b6809a-54ac-40cd-848a-b295294d5e59, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=b0b6809a-54ac-40cd-848a-b295294d5e59,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:28.005851 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-9eded11a-f7f9-462b-8db3-2c34f1371582 req-e2f64d8e-1779-4eca-98a1-906405c37622 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:28.020225 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [req-9eded11a-f7f9-462b-8db3-2c34f1371582 req-e2f64d8e-1779-4eca-98a1-906405c37622 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Calling delete_port for b0b6809a-54ac-40cd-848a-b295294d5e59 owned by compute:nova {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:07:28.160467 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-9eded11a-f7f9-462b-8db3-2c34f1371582 req-e2f64d8e-1779-4eca-98a1-906405c37622 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:28.174700 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['2535cca8-9cb4-4b9e-8d13-0a21a37b60dd', 'b0b6809a-54ac-40cd-848a-b295294d5e59'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:07:28.186719 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f64d8e-1779-4eca-98a1-906405c37622 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Pushing event deleted for resources: {'Port': ['ID=b0b6809a-54ac-40cd-848a-b295294d5e59,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:28.230123 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eded11a-f7f9-462b-8db3-2c34f1371582 req-e2f64d8e-1779-4eca-98a1-906405c37622 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] No DVR routers for this DVR port b0b6809a-54ac-40cd-848a-b295294d5e59 on host hv-cinder-80295 {{(pid=93354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:07:28.232739 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-9eded11a-f7f9-462b-8db3-2c34f1371582 req-e2f64d8e-1779-4eca-98a1-906405c37622 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:28.234819 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9eded11a-f7f9-462b-8db3-2c34f1371582 req-e2f64d8e-1779-4eca-98a1-906405c37622 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.60 "DELETE /v2.0/ports/b0b6809a-54ac-40cd-848a-b295294d5e59 HTTP/1.1" status: 204 len: 173 time: 0.4150255 Jul 30 16:07:28.235373 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4655de22-3f2b-4e7a-9444-83a166d35354', 'name': 'network-vif-deleted', 'tag': 'b0b6809a-54ac-40cd-848a-b295294d5e59'}] {{(pid=93354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:07:28.237645 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1549a637e0520348546bc816cc7ba7b4d913aee95f4c3e2186750afafe3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcbed60-044e-4416-8e4b-ae3f69672751" -d '{"events": [{"server_uuid": "4655de22-3f2b-4e7a-9444-83a166d35354", "name": "network-vif-deleted", "tag": "b0b6809a-54ac-40cd-848a-b295294d5e59"}]}' {{(pid=93354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:07:28.276014 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7fce1f-92f7-425a-afe6-02182209feab x-openstack-request-id: req-9e7fce1f-92f7-425a-afe6-02182209feab {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:07:28.276253 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4655de22-3f2b-4e7a-9444-83a166d35354", "name": "network-vif-deleted", "tag": "b0b6809a-54ac-40cd-848a-b295294d5e59", "status": "completed", "code": 200}]} {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:07:28.276470 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9e7fce1f-92f7-425a-afe6-02182209feab {{(pid=93354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:07:28.276887 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4655de22-3f2b-4e7a-9444-83a166d35354', 'name': 'network-vif-deleted', 'tag': 'b0b6809a-54ac-40cd-848a-b295294d5e59', 'status': 'completed', 'code': 200} Jul 30 16:07:28.356823 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505c135-9f82-43a5-afad-83063706b86b req-9300da9e-ec59-4b6e-a878-f0b4d87d0a39 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:28.358456 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d505c135-9f82-43a5-afad-83063706b86b req-9300da9e-ec59-4b6e-a878-f0b4d87d0a39 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0679889 Jul 30 16:07:28.384812 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2b4fe-3be4-469e-85e2-19b9bd8d4508 req-45f07f7e-1b93-429f-aa9c-9f332c94e8d5 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:28.386358 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e3f2b4fe-3be4-469e-85e2-19b9bd8d4508 req-45f07f7e-1b93-429f-aa9c-9f332c94e8d5 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0543032 Jul 30 16:07:28.408185 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d505c135-9f82-43a5-afad-83063706b86b req-e01a7271-7852-4bbd-8c39-91f335dea9c5 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405614 Jul 30 16:07:28.432333 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e3f2b4fe-3be4-469e-85e2-19b9bd8d4508 req-50a324dd-6a02-413b-9629-cbbf939d8960 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394814 Jul 30 16:07:28.711853 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f225df82-5084-4843-aa8d-d9a8982d8f39 req-be42e90e-fa43-4b9f-889f-cbfef4043112 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=4655de22-3f2b-4e7a-9444-83a166d35354 HTTP/1.1" status: 200 len: 210 time: 0.0330970 Jul 30 16:07:29.001769 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed5962-dfd8-4e9a-9b57-eee56c530ecc req-d4000f4e-e699-4677-b56f-8b20990526cd tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:29.003201 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d9ed5962-dfd8-4e9a-9b57-eee56c530ecc req-d4000f4e-e699-4677-b56f-8b20990526cd tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0551949 Jul 30 16:07:29.044379 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d9ed5962-dfd8-4e9a-9b57-eee56c530ecc req-0f47c3c2-610d-445c-8025-41e20886bee3 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346725 Jul 30 16:07:29.530925 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e02fe8-9c74-4134-b454-1c372448a848 req-6214565e-4e73-45cc-ab96-67183d500a35 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:29.532484 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e5e02fe8-9c74-4134-b454-1c372448a848 req-6214565e-4e73-45cc-ab96-67183d500a35 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0524068 Jul 30 16:07:29.549489 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40a72a-1c3d-44ab-a1df-28828a9f1377 req-d8f652fb-e687-4a1e-8892-25d5b5b68dc3 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:29.551101 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ff40a72a-1c3d-44ab-a1df-28828a9f1377 req-d8f652fb-e687-4a1e-8892-25d5b5b68dc3 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0506442 Jul 30 16:07:29.572619 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e5e02fe8-9c74-4134-b454-1c372448a848 req-1301e4ff-79da-41b8-9736-28914ade5755 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330632 Jul 30 16:07:29.592193 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ff40a72a-1c3d-44ab-a1df-28828a9f1377 req-719a7560-9872-49c3-9858-6baf1da20b6f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346122 Jul 30 16:07:30.170941 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a638d-b893-4782-b7a9-2661f11082d7 req-f26aa53b-9f66-478a-9c68-986412f4273c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:30.179227 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d55a638d-b893-4782-b7a9-2661f11082d7 req-f26aa53b-9f66-478a-9c68-986412f4273c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0605164 Jul 30 16:07:30.219958 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d55a638d-b893-4782-b7a9-2661f11082d7 req-799b80e3-a61e-4bd5-b6d5-08777c97e8cc tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396614 Jul 30 16:07:30.693462 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0369613-3025-4d00-aa01-625ef5b914ec req-d6ec1c42-ad59-4f6f-a84a-b2028ec829c9 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:30.695787 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f0369613-3025-4d00-aa01-625ef5b914ec req-d6ec1c42-ad59-4f6f-a84a-b2028ec829c9 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0498104 Jul 30 16:07:30.712966 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e347d1-0f22-4edc-92aa-5d0ddf239c06 req-b2d49bc1-f020-429f-bd84-db0a898ad729 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:30.714480 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-53e347d1-0f22-4edc-92aa-5d0ddf239c06 req-b2d49bc1-f020-429f-bd84-db0a898ad729 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0516276 Jul 30 16:07:30.736435 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f0369613-3025-4d00-aa01-625ef5b914ec req-a8941673-b339-4218-81d1-3cc30cf1e6d2 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336297 Jul 30 16:07:30.759396 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-53e347d1-0f22-4edc-92aa-5d0ddf239c06 req-e70abb32-64fa-4346-a761-a4d926e00e17 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385876 Jul 30 16:07:31.155322 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2387f-3c3d-4188-853f-767dda7f5d9c req-da0baaf1-d3ea-4a21-ac35-78e99f01377d tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:31.156900 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-aad2387f-3c3d-4188-853f-767dda7f5d9c req-da0baaf1-d3ea-4a21-ac35-78e99f01377d tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 946 time: 0.0533879 Jul 30 16:07:31.202434 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-aad2387f-3c3d-4188-853f-767dda7f5d9c req-063562a8-60c9-407c-9c63-4233086b412e tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340414 Jul 30 16:07:31.351674 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffbed7-575b-4085-8635-b6cab81cc0fe req-0aac6700-9da0-4523-99d7-4f76a34dc41a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:31.353128 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1cffbed7-575b-4085-8635-b6cab81cc0fe req-0aac6700-9da0-4523-99d7-4f76a34dc41a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0538824 Jul 30 16:07:31.391185 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1cffbed7-575b-4085-8635-b6cab81cc0fe req-ef433f8b-98a7-429f-98c7-d1fbea63296d tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319726 Jul 30 16:07:31.852013 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27773b2b-9994-47aa-b41d-15225de57089 req-ced35b39-04bb-471c-a6b6-db71f4adca1c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:31.853492 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-27773b2b-9994-47aa-b41d-15225de57089 req-ced35b39-04bb-471c-a6b6-db71f4adca1c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0473330 Jul 30 16:07:31.893481 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-27773b2b-9994-47aa-b41d-15225de57089 req-d5c3478c-4e3f-40fd-9300-61b5e7ccf7d1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340996 Jul 30 16:07:32.118035 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device b0b6809a-54ac-40cd-848a-b295294d5e59 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:07:32.140783 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: b0b6809a-54ac-40cd-848a-b295294d5e59 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:07:32.141121 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device b0b6809a-54ac-40cd-848a-b295294d5e59 not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:07:32.323901 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24615ad8-f0df-4d5d-9fcb-e685e7865902 req-a012c000-e108-474f-88e8-b07fd937838e tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:32.325489 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-24615ad8-f0df-4d5d-9fcb-e685e7865902 req-a012c000-e108-474f-88e8-b07fd937838e tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 946 time: 0.0527663 Jul 30 16:07:32.366160 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-24615ad8-f0df-4d5d-9fcb-e685e7865902 req-688a25ce-0a83-4748-982c-6ff2d302db21 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336297 Jul 30 16:07:32.514402 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499fdb8-9cd8-4cd4-94c3-7882e78d0689 req-370cd143-475f-46e1-95aa-c786532565a7 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:32.516028 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7499fdb8-9cd8-4cd4-94c3-7882e78d0689 req-370cd143-475f-46e1-95aa-c786532565a7 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0498450 Jul 30 16:07:32.557803 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7499fdb8-9cd8-4cd4-94c3-7882e78d0689 req-eb5be538-2165-46c1-aafd-a5067be62e46 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353446 Jul 30 16:07:33.014036 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbe0ee-2e1e-46f1-bb97-7bbc8acee169 req-0e064a07-4568-4dc8-bfbe-1d2ce7b720a3 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:33.015584 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-25dbe0ee-2e1e-46f1-bb97-7bbc8acee169 req-0e064a07-4568-4dc8-bfbe-1d2ce7b720a3 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0495365 Jul 30 16:07:33.053809 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-25dbe0ee-2e1e-46f1-bb97-7bbc8acee169 req-31acebe2-5901-4206-988b-dab18e9f73e6 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319066 Jul 30 16:07:33.227848 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-24456f01-4384-4413-a89a-eb4ab0d01c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:33.478056 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6b615-c189-48ec-bc74-e88b720499df req-ddda36aa-db57-4177-be54-cdaf629a7717 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:33.479839 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-dab6b615-c189-48ec-bc74-e88b720499df req-ddda36aa-db57-4177-be54-cdaf629a7717 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 946 time: 0.0478194 Jul 30 16:07:33.517627 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-dab6b615-c189-48ec-bc74-e88b720499df req-b2094848-6c8e-4b63-83e8-105e2f65c876 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321560 Jul 30 16:07:33.690317 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972f4b6-7d4b-4bbb-ad6f-e422b2fecc93 req-b8672c52-468e-4b8e-a1ba-eabd6c7e5924 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:33.691972 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-8972f4b6-7d4b-4bbb-ad6f-e422b2fecc93 req-b8672c52-468e-4b8e-a1ba-eabd6c7e5924 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0581205 Jul 30 16:07:33.736955 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-8972f4b6-7d4b-4bbb-ad6f-e422b2fecc93 req-5942201c-f064-418a-b065-93250fc1137d tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383415 Jul 30 16:07:34.177383 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ce9f4-50e5-4ed4-b402-15cee6d64ba2 req-360c53b8-9770-4ba8-b529-d2be2a6dfb25 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:34.178871 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-343ce9f4-50e5-4ed4-b402-15cee6d64ba2 req-360c53b8-9770-4ba8-b529-d2be2a6dfb25 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0505874 Jul 30 16:07:34.226940 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-343ce9f4-50e5-4ed4-b402-15cee6d64ba2 req-1e2cd5d9-4f6a-49e5-aa46-c7cc23d6cfd8 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410929 Jul 30 16:07:34.635048 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69dbf7-8ccf-4bb6-8473-01b26c1efaf5 req-f704fa18-bfe0-46d6-930f-62dfd9063d07 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:34.636646 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2c69dbf7-8ccf-4bb6-8473-01b26c1efaf5 req-f704fa18-bfe0-46d6-930f-62dfd9063d07 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 946 time: 0.0495009 Jul 30 16:07:34.675262 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2c69dbf7-8ccf-4bb6-8473-01b26c1efaf5 req-d03a1ac8-ff98-4ca8-990b-0920c06ec7ea tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327022 Jul 30 16:07:35.048880 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511f18f-6007-4f15-a15c-582c21b729a5 req-aa7e7284-1e9e-44e2-af18-0c226df1d0e4 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:35.050294 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4511f18f-6007-4f15-a15c-582c21b729a5 req-aa7e7284-1e9e-44e2-af18-0c226df1d0e4 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.2392752 Jul 30 16:07:35.088800 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4511f18f-6007-4f15-a15c-582c21b729a5 req-abe7fdd9-e9e0-48c8-9e18-6a37b89169f4 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324645 Jul 30 16:07:35.346112 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed40d3e-6e88-4125-add7-62bb4ce4a856 req-cc43703f-85b1-488b-a802-3266c6c4d932 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:35.347679 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-eed40d3e-6e88-4125-add7-62bb4ce4a856 req-cc43703f-85b1-488b-a802-3266c6c4d932 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0506525 Jul 30 16:07:35.390178 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-eed40d3e-6e88-4125-add7-62bb4ce4a856 req-2b32e738-f4e2-4696-ba4f-509f947c7c84 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345879 Jul 30 16:07:35.789907 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f686d9-e9e3-4db5-bf1b-2d4f86656256 req-12f7d42c-7ad6-44f2-9963-aa2001a578cc tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:35.791445 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-27f686d9-e9e3-4db5-bf1b-2d4f86656256 req-12f7d42c-7ad6-44f2-9963-aa2001a578cc tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 946 time: 0.0485232 Jul 30 16:07:35.829599 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-27f686d9-e9e3-4db5-bf1b-2d4f86656256 req-2ab3cc20-35f2-407b-a385-67f7ba87e8da tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322561 Jul 30 16:07:36.188135 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:36.191740 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d347d978-7aef-4f04-9a96-6348cddb78c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:36.237829 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f6b85-a627-4248-a5c1-861754735bf6 req-7db0711e-20dd-482b-aa40-12d8b9c24814 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:36.239379 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5d9f6b85-a627-4248-a5c1-861754735bf6 req-7db0711e-20dd-482b-aa40-12d8b9c24814 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0630476 Jul 30 16:07:36.279946 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5d9f6b85-a627-4248-a5c1-861754735bf6 req-ff845e0a-44ba-4508-9420-bb565c548c00 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338182 Jul 30 16:07:36.510197 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ae518-1a44-4ff6-8ce1-ad6a318e75a3 req-cff083af-4ef8-48d1-9510-5aa3de8c7c43 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:36.512175 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-af1ae518-1a44-4ff6-8ce1-ad6a318e75a3 req-cff083af-4ef8-48d1-9510-5aa3de8c7c43 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0526261 Jul 30 16:07:36.561123 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-af1ae518-1a44-4ff6-8ce1-ad6a318e75a3 req-39a20de1-1d0b-441c-b15b-08b68d9f70c6 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397556 Jul 30 16:07:36.766182 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef3ad7-2746-4084-9f60-ff7f583a1896 req-c1786849-ffdb-4f8f-81dc-58715bd2410f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:36.767688 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-faef3ad7-2746-4084-9f60-ff7f583a1896 req-c1786849-ffdb-4f8f-81dc-58715bd2410f tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 946 time: 0.0502162 Jul 30 16:07:36.863653 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [req-faef3ad7-2746-4084-9f60-ff7f583a1896 req-8b9beec9-b4e0-4837-ba67-8de8afe1b774 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Deleting port 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:07:36.864000 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-faef3ad7-2746-4084-9f60-ff7f583a1896 req-8b9beec9-b4e0-4837-ba67-8de8afe1b774 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:36.941128 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:36.951072 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4261eb-b693-4114-8d9c-2ea5b8b7ee81 req-79f97577-f0dd-4dd7-b2e6-94ae551f4fee tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:36.952780 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9c4261eb-b693-4114-8d9c-2ea5b8b7ee81 req-79f97577-f0dd-4dd7-b2e6-94ae551f4fee tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4fb17a8-bd78-43c1-a0d0-d9716e3873e6 HTTP/1.1" status: 200 len: 946 time: 0.0539873 Jul 30 16:07:36.971836 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [req-faef3ad7-2746-4084-9f60-ff7f583a1896 req-8b9beec9-b4e0-4837-ba67-8de8afe1b774 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] For port 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=2535cca8-9cb4-4b9e-8d13-0a21a37b60dd,segment=NetworkSegment(1ca2c15a-0480-4a96-9c42-9c72a42a9c4f),segment_id=1ca2c15a-0480-4a96-9c42-9c72a42a9c4f)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:36.972207 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-faef3ad7-2746-4084-9f60-ff7f583a1896 req-8b9beec9-b4e0-4837-ba67-8de8afe1b774 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:36.985526 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [req-faef3ad7-2746-4084-9f60-ff7f583a1896 req-8b9beec9-b4e0-4837-ba67-8de8afe1b774 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Calling delete_port for 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd owned by compute:nova {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:07:36.992591 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9c4261eb-b693-4114-8d9c-2ea5b8b7ee81 req-0f832135-6fca-4ce0-ae99-dac680f0970c tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.61 "GET /v2.0/security-groups?id=41443b9b-9a8c-4861-9af8-6cd794813642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338264 Jul 30 16:07:37.120766 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-faef3ad7-2746-4084-9f60-ff7f583a1896 req-8b9beec9-b4e0-4837-ba67-8de8afe1b774 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:37.134532 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['2535cca8-9cb4-4b9e-8d13-0a21a37b60dd'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:07:37.144449 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:07:37.154124 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9beec9-b4e0-4837-ba67-8de8afe1b774 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Pushing event deleted for resources: {'Port': ['ID=2535cca8-9cb4-4b9e-8d13-0a21a37b60dd,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:37.192498 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [req-faef3ad7-2746-4084-9f60-ff7f583a1896 req-8b9beec9-b4e0-4837-ba67-8de8afe1b774 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] No DVR routers for this DVR port 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd on host hv-cinder-80295 {{(pid=93354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:07:37.195653 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-faef3ad7-2746-4084-9f60-ff7f583a1896 req-8b9beec9-b4e0-4837-ba67-8de8afe1b774 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:37.197632 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-faef3ad7-2746-4084-9f60-ff7f583a1896 req-8b9beec9-b4e0-4837-ba67-8de8afe1b774 tempest-AttachVolumeNegativeTest-1699437802 tempest-AttachVolumeNegativeTest-1699437802-project] 10.222.0.60 "DELETE /v2.0/ports/2535cca8-9cb4-4b9e-8d13-0a21a37b60dd HTTP/1.1" status: 204 len: 173 time: 0.4229882 Jul 30 16:07:37.198065 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fb17a8-bd78-43c1-a0d0-d9716e3873e6', 'name': 'network-vif-deleted', 'tag': '2535cca8-9cb4-4b9e-8d13-0a21a37b60dd'}] {{(pid=93354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:07:37.200381 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1549a637e0520348546bc816cc7ba7b4d913aee95f4c3e2186750afafe3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf160c8-48db-4f46-8f70-24d2cb23b40c" -d '{"events": [{"server_uuid": "d4fb17a8-bd78-43c1-a0d0-d9716e3873e6", "name": "network-vif-deleted", "tag": "2535cca8-9cb4-4b9e-8d13-0a21a37b60dd"}]}' {{(pid=93354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:07:37.237977 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83797370-1ac9-43e7-b046-60a255e5a5a3 x-openstack-request-id: req-83797370-1ac9-43e7-b046-60a255e5a5a3 {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:07:37.238251 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4fb17a8-bd78-43c1-a0d0-d9716e3873e6", "name": "network-vif-deleted", "tag": "2535cca8-9cb4-4b9e-8d13-0a21a37b60dd", "status": "completed", "code": 200}]} {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:07:37.238508 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-83797370-1ac9-43e7-b046-60a255e5a5a3 {{(pid=93354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:07:37.238901 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fb17a8-bd78-43c1-a0d0-d9716e3873e6', 'name': 'network-vif-deleted', 'tag': '2535cca8-9cb4-4b9e-8d13-0a21a37b60dd', 'status': 'completed', 'code': 200} Jul 30 16:07:37.414149 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee4d2a-52b0-4122-8d41-f946c1e381b7 req-df18aa6d-485a-488f-8e2f-8fefc7b120dc tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:37.415783 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d0ee4d2a-52b0-4122-8d41-f946c1e381b7 req-df18aa6d-485a-488f-8e2f-8fefc7b120dc tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0603316 Jul 30 16:07:37.457021 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d0ee4d2a-52b0-4122-8d41-f946c1e381b7 req-bd81c31a-8247-4fda-9731-cdc23438e52a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349844 Jul 30 16:07:37.537266 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b73871-4994-4ce8-acb6-80fa77e68859 req-b9d82297-60eb-41b5-bd7b-2d61a455c1d7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:37.539425 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-62b73871-4994-4ce8-acb6-80fa77e68859 req-b9d82297-60eb-41b5-bd7b-2d61a455c1d7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0493376 Jul 30 16:07:37.586745 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-62b73871-4994-4ce8-acb6-80fa77e68859 req-c5f40e16-ae04-4d01-9443-07e94f49b502 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407262 Jul 30 16:07:37.716272 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d561441-eaa6-4425-99f7-0b6f9c708850 req-a2cea0ee-1bd6-4e47-96ba-4b2be3cbeb94 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:37.718101 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0d561441-eaa6-4425-99f7-0b6f9c708850 req-a2cea0ee-1bd6-4e47-96ba-4b2be3cbeb94 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0567853 Jul 30 16:07:37.764241 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0d561441-eaa6-4425-99f7-0b6f9c708850 req-a05e8673-d99e-4d96-9505-74d521f3ade1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389926 Jul 30 16:07:38.050968 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 57910) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:38.109181 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f8607b-222f-4b3e-88ab-8bf3c487cfdf admin admin] Deleting subnet 64d7ab39-0c0c-4bb3-9f7d-acf99370f255 {{(pid=93354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:07:38.111170 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-90f8607b-222f-4b3e-88ab-8bf3c487cfdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.151429 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-90f8607b-222f-4b3e-88ab-8bf3c487cfdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6082454'] for subnet, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.191397 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-90f8607b-222f-4b3e-88ab-8bf3c487cfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906635'] for subnet, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.249871 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-90f8607b-222f-4b3e-88ab-8bf3c487cfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7322548'] for subnet, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.278422 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-90f8607b-222f-4b3e-88ab-8bf3c487cfdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.280447 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-90f8607b-222f-4b3e-88ab-8bf3c487cfdf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/64d7ab39-0c0c-4bb3-9f7d-acf99370f255 HTTP/1.1" status: 204 len: 168 time: 0.2282331 Jul 30 16:07:38.281505 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8607b-222f-4b3e-88ab-8bf3c487cfdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64d7ab39-0c0c-4bb3-9f7d-acf99370f255,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:38.283202 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 57914) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:38.353857 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b64c9b86-f5f4-4291-85bf-9abc08dd5859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2038210'] for network, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.408495 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.449591 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b64c9b86-f5f4-4291-85bf-9abc08dd5859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900636', 'neutron.services.segments.db._delete_segments_for_network-8772173602609'] for network, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.459649 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.services.segments.db [None req-b64c9b86-f5f4-4291-85bf-9abc08dd5859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee84c3c3-d232-4e78-bb71-1721bff770cd']}} {{(pid=93353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:38.474515 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.services.segments.db [None req-b64c9b86-f5f4-4291-85bf-9abc08dd5859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f') {'for_net_delete': True} {{(pid=93353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:38.474811 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.services.segments.db [None req-b64c9b86-f5f4-4291-85bf-9abc08dd5859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca2c15a-0480-4a96-9c42-9c72a42a9c4f') {} {{(pid=93353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:38.484672 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b64c9b86-f5f4-4291-85bf-9abc08dd5859 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772173603386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66483357'] for segment, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.499252 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b64c9b86-f5f4-4291-85bf-9abc08dd5859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.505718 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64c9b86-f5f4-4291-85bf-9abc08dd5859 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:07:38.506245 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b64c9b86-f5f4-4291-85bf-9abc08dd5859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66545880'] for segment, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: Traceback (most recent call last): Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: timer() Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: cb(*args, **kw) Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: return func(*args, **kwargs) Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: self._notify() Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: self.callback(batched_events) Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: event.method(event) Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: return f(self, *a, **k) Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: return self._get(url).json() Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: return self.request(url, 'GET', **kwargs) Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:07:38.508238 dv-cinder-802955-2-iscsi neutron-server[93353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:07:38.564374 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b64c9b86-f5f4-4291-85bf-9abc08dd5859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701640'] for network, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.571860 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b64c9b86-f5f4-4291-85bf-9abc08dd5859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.573906 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-b64c9b86-f5f4-4291-85bf-9abc08dd5859 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ee84c3c3-d232-4e78-bb71-1721bff770cd HTTP/1.1" status: 204 len: 168 time: 0.2896428 Jul 30 16:07:38.583831 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c9b86-f5f4-4291-85bf-9abc08dd5859 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee84c3c3-d232-4e78-bb71-1721bff770cd,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:38.592704 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c8685-1f97-4a2f-8056-5a2716d6e030 req-e0d43e7b-610e-4ab2-b069-2b12459929f4 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:38.594358 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-426c8685-1f97-4a2f-8056-5a2716d6e030 req-e0d43e7b-610e-4ab2-b069-2b12459929f4 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0586872 Jul 30 16:07:38.633404 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-426c8685-1f97-4a2f-8056-5a2716d6e030 req-622aa453-4ada-4e78-af7c-d7bbe7f8901b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324728 Jul 30 16:07:38.812868 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 57928) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:38.882639 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-1adfaec2-062c-48c0-aa7b-359f6605df40 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4db3b69e8a5f4b47a62fe9e771a7885b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0685837 Jul 30 16:07:38.885306 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 57930) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:38.903562 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e0794-a2ee-4958-8af3-9e2b193d8929 req-ed3b9a37-c65b-437d-b750-f6d2a077607f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:38.905124 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-765e0794-a2ee-4958-8af3-9e2b193d8929 req-ed3b9a37-c65b-437d-b750-f6d2a077607f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0676246 Jul 30 16:07:38.935678 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b1b3486e-0e5a-45ef-986f-42fe34ef1e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.948194 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-765e0794-a2ee-4958-8af3-9e2b193d8929 req-119b583a-39ca-42dd-8841-79cecf1c1976 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365272 Jul 30 16:07:38.967828 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b1b3486e-0e5a-45ef-986f-42fe34ef1e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:39.022816 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b1b3486e-0e5a-45ef-986f-42fe34ef1e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:39.026073 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b1b3486e-0e5a-45ef-986f-42fe34ef1e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:39.030117 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-b1b3486e-0e5a-45ef-986f-42fe34ef1e23 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/41443b9b-9a8c-4861-9af8-6cd794813642 HTTP/1.1" status: 204 len: 168 time: 0.1410067 Jul 30 16:07:39.036106 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3486e-0e5a-45ef-986f-42fe34ef1e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41443b9b-9a8c-4861-9af8-6cd794813642,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:39.779186 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b364671-de8b-46b2-8b3e-0eb3076ddc81 req-9eec3dec-d492-472d-b6c2-5faed3eafb7e tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:39.780778 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-6b364671-de8b-46b2-8b3e-0eb3076ddc81 req-9eec3dec-d492-472d-b6c2-5faed3eafb7e tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0578167 Jul 30 16:07:39.823420 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-6b364671-de8b-46b2-8b3e-0eb3076ddc81 req-c9563f1c-43e9-4726-9b29-b78a352065cb tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357640 Jul 30 16:07:40.075737 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c557ee-b99f-449a-9b19-dcc740017d21 req-4be07463-4fe0-4bdc-b49d-5044bead0e3f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:40.078100 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d7c557ee-b99f-449a-9b19-dcc740017d21 req-4be07463-4fe0-4bdc-b49d-5044bead0e3f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0562491 Jul 30 16:07:40.139356 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d7c557ee-b99f-449a-9b19-dcc740017d21 req-28faf46e-cf9f-40d6-86fb-6fbe5b434747 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504086 Jul 30 16:07:40.950023 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5578c1-0d0a-4f03-9aa8-2454b0c320c9 req-42ed04e4-3137-404d-a4ba-b73eddc07dd5 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:40.951786 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9d5578c1-0d0a-4f03-9aa8-2454b0c320c9 req-42ed04e4-3137-404d-a4ba-b73eddc07dd5 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0525053 Jul 30 16:07:40.995717 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9d5578c1-0d0a-4f03-9aa8-2454b0c320c9 req-e647abc0-9df7-4a81-b5a0-74ab652e58bd tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363693 Jul 30 16:07:41.259812 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bb58d-4081-4417-8dbf-4c3464ed75c3 req-98622c83-0831-4d36-abad-d7ab5c9acc28 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:41.261186 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2d0bb58d-4081-4417-8dbf-4c3464ed75c3 req-98622c83-0831-4d36-abad-d7ab5c9acc28 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0536342 Jul 30 16:07:41.299253 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2d0bb58d-4081-4417-8dbf-4c3464ed75c3 req-d6e05186-e4cc-45ed-9972-1d070623fecf tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320923 Jul 30 16:07:41.774588 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:07:41.795122 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:07:41.795459 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 2535cca8-9cb4-4b9e-8d13-0a21a37b60dd not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:07:42.120731 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a678c39-ee8e-4f53-b9b1-27d47023344d req-bf864dd1-cf1c-4aaf-b1d2-ec5fe57380a6 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:42.122190 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3a678c39-ee8e-4f53-b9b1-27d47023344d req-bf864dd1-cf1c-4aaf-b1d2-ec5fe57380a6 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0488663 Jul 30 16:07:42.160776 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3a678c39-ee8e-4f53-b9b1-27d47023344d req-5a8b01e3-95e8-4379-b56e-b53b894a1665 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326819 Jul 30 16:07:42.417219 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c911eb6-8ac8-4447-8e1a-a5e8808bbc53 req-01103104-097c-409a-ad02-8e1eab0ff9ba tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:42.418711 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3c911eb6-8ac8-4447-8e1a-a5e8808bbc53 req-01103104-097c-409a-ad02-8e1eab0ff9ba tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0493824 Jul 30 16:07:42.456269 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3c911eb6-8ac8-4447-8e1a-a5e8808bbc53 req-ca8b4736-d534-4e7b-b346-e94d0f4d671f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316777 Jul 30 16:07:43.283084 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1230fed-01f0-4335-9019-adc6e3d505eb req-6271994f-e496-44e3-836c-4a21fc1ad287 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:43.284915 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b1230fed-01f0-4335-9019-adc6e3d505eb req-6271994f-e496-44e3-836c-4a21fc1ad287 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0529969 Jul 30 16:07:43.324065 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b1230fed-01f0-4335-9019-adc6e3d505eb req-2e202bad-bdfd-40d5-a2e5-04ba6b03df0d tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324225 Jul 30 16:07:43.579662 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f5f4f-bcaf-431c-9d49-ad68f7cff76d req-793e919a-a37f-429b-8267-e02febe9b4f2 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:43.581227 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6a4f5f4f-bcaf-431c-9d49-ad68f7cff76d req-793e919a-a37f-429b-8267-e02febe9b4f2 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0550663 Jul 30 16:07:43.620709 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6a4f5f4f-bcaf-431c-9d49-ad68f7cff76d req-0dad574b-25c9-4c36-83b6-72e5fa815f4b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333362 Jul 30 16:07:44.325199 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:44.462920 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92581fe8-e55f-4323-ab21-e29f10535831 req-8eee4bf1-11ca-4b6c-932a-466211cdfbd8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:44.467759 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-92581fe8-e55f-4323-ab21-e29f10535831 req-8eee4bf1-11ca-4b6c-932a-466211cdfbd8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0674369 Jul 30 16:07:44.516355 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-92581fe8-e55f-4323-ab21-e29f10535831 req-2c77021a-b62a-4169-85fa-8e6bbafbde54 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417466 Jul 30 16:07:44.746199 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b40c6c-2dc3-48b1-a76e-c7b7ef7192ed req-93d6931f-895e-43c0-b1b7-4bdba5a56db4 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:44.747972 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f9b40c6c-2dc3-48b1-a76e-c7b7ef7192ed req-93d6931f-895e-43c0-b1b7-4bdba5a56db4 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0583858 Jul 30 16:07:44.795876 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f9b40c6c-2dc3-48b1-a76e-c7b7ef7192ed req-e70322e2-6e79-4a7a-b422-f666fd2e7427 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418706 Jul 30 16:07:45.639997 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dd23f-f1ea-49ca-a22d-bd0785274360 req-0e25681e-bfec-4f82-8eb2-612d9c5571e6 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:45.641610 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-695dd23f-f1ea-49ca-a22d-bd0785274360 req-0e25681e-bfec-4f82-8eb2-612d9c5571e6 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0513337 Jul 30 16:07:45.685497 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-695dd23f-f1ea-49ca-a22d-bd0785274360 req-c6c00239-92c2-4512-8428-7208929b2e5e tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362239 Jul 30 16:07:45.741099 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e456a-e679-49ff-9fb6-f325be0d201e req-ea9f92df-ac84-44fb-9f30-0f2932c9ba6e tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:45.742578 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ed5e456a-e679-49ff-9fb6-f325be0d201e req-ea9f92df-ac84-44fb-9f30-0f2932c9ba6e tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0497625 Jul 30 16:07:45.781221 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ed5e456a-e679-49ff-9fb6-f325be0d201e req-d51436df-ba68-40e5-ace7-e275cae19dea tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322092 Jul 30 16:07:45.921116 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65d0a7-4adf-4105-8cfd-b614f1339abc req-096e1a89-d1ee-4569-94b6-adf4d72f9c70 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:45.922703 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-eb65d0a7-4adf-4105-8cfd-b614f1339abc req-096e1a89-d1ee-4569-94b6-adf4d72f9c70 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0530572 Jul 30 16:07:45.969091 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-eb65d0a7-4adf-4105-8cfd-b614f1339abc req-3fb3727b-d71d-4119-b830-07bbd7d5cc63 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360401 Jul 30 16:07:46.809188 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104807c9-d04f-42fd-b490-77a75008f0b2 req-1c7f8d22-9d38-4bde-b835-c252123d6834 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:46.810754 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-104807c9-d04f-42fd-b490-77a75008f0b2 req-1c7f8d22-9d38-4bde-b835-c252123d6834 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0526466 Jul 30 16:07:46.848926 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-104807c9-d04f-42fd-b490-77a75008f0b2 req-61bf1cf6-9f28-4075-b9c2-deaa5c9f5f1c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321665 Jul 30 16:07:46.906803 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ef416-c6b6-42af-bb43-264a8ebf8d70 req-9a0d99df-678c-4eac-aa22-1be5a4aa5642 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:46.908356 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c99ef416-c6b6-42af-bb43-264a8ebf8d70 req-9a0d99df-678c-4eac-aa22-1be5a4aa5642 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0526860 Jul 30 16:07:46.946776 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c99ef416-c6b6-42af-bb43-264a8ebf8d70 req-49993b86-6daa-4b78-ad92-cc1f023793ed tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317876 Jul 30 16:07:47.090555 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8858c72-59bc-4977-80ed-dcfa5c9164e8 req-74241e47-e9b8-4c4d-9788-4dd4a2d53b64 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:47.092127 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a8858c72-59bc-4977-80ed-dcfa5c9164e8 req-74241e47-e9b8-4c4d-9788-4dd4a2d53b64 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0501404 Jul 30 16:07:47.131360 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a8858c72-59bc-4977-80ed-dcfa5c9164e8 req-b5bae997-16f5-4f83-ad12-f1c870a14271 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329299 Jul 30 16:07:47.968363 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb55b2-851e-4e56-a39a-a5fad88d4f82 req-92c2c470-0276-451c-a69a-a336d39987c2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:47.969883 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-70eb55b2-851e-4e56-a39a-a5fad88d4f82 req-92c2c470-0276-451c-a69a-a336d39987c2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0485857 Jul 30 16:07:48.009541 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-70eb55b2-851e-4e56-a39a-a5fad88d4f82 req-15080b48-d098-4fdf-afb0-713217a0374a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335295 Jul 30 16:07:48.060855 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ea26a-1ecc-4cff-9cbe-6107a2f0a7ea req-36c30668-41c3-4707-977c-a08ab92112ba tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:48.062300 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b24ea26a-1ecc-4cff-9cbe-6107a2f0a7ea req-36c30668-41c3-4707-977c-a08ab92112ba tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0480866 Jul 30 16:07:48.099881 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b24ea26a-1ecc-4cff-9cbe-6107a2f0a7ea req-b54d808b-5c93-4416-b348-35412c61cb78 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Jul 30 16:07:48.249823 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf7b18-b894-4d52-a4e5-6bdc1866bf8e req-8db17c10-e846-4766-a855-5332bfea83f7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:48.251272 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-82cf7b18-b894-4d52-a4e5-6bdc1866bf8e req-8db17c10-e846-4766-a855-5332bfea83f7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0503981 Jul 30 16:07:48.291689 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-82cf7b18-b894-4d52-a4e5-6bdc1866bf8e req-38081381-f66a-45c7-b824-56a7191c7645 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340555 Jul 30 16:07:48.714748 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5699b9-5a35-451b-ae0d-2d0008ba94a9 req-e48cb556-d85f-44b2-9543-4c825eb68fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:48.716362 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4b5699b9-5a35-451b-ae0d-2d0008ba94a9 req-e48cb556-d85f-44b2-9543-4c825eb68fd5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6553c039f41c41fb9e47c968ec8e6e98&device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 1099 time: 0.0445709 Jul 30 16:07:48.805870 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5699b9-5a35-451b-ae0d-2d0008ba94a9 req-cae1c8e3-498b-42b3-932c-6b288b7b905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:48.807338 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4b5699b9-5a35-451b-ae0d-2d0008ba94a9 req-cae1c8e3-498b-42b3-932c-6b288b7b905a service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac51fee5-96ff-410d-b23b-24f8c16c68d6 HTTP/1.1" status: 200 len: 919 time: 0.0827036 Jul 30 16:07:48.856981 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4b5699b9-5a35-451b-ae0d-2d0008ba94a9 req-e84de89c-88ca-406a-8778-78b55a4883d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=730a8746-44b4-4a2f-88e3-d29121f4149f HTTP/1.1" status: 200 len: 217 time: 0.0376756 Jul 30 16:07:48.913670 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5699b9-5a35-451b-ae0d-2d0008ba94a9 req-0c497abb-03d9-405f-b437-d85671ad0c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:48.915156 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4b5699b9-5a35-451b-ae0d-2d0008ba94a9 req-0c497abb-03d9-405f-b437-d85671ad0c73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a10c707-a593-465f-9fb7-14f4864d1a33 HTTP/1.1" status: 200 len: 858 time: 0.0433514 Jul 30 16:07:48.954952 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4b5699b9-5a35-451b-ae0d-2d0008ba94a9 req-298a16ba-b66d-4a1a-b188-363077a3d136 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac51fee5-96ff-410d-b23b-24f8c16c68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242159 Jul 30 16:07:49.046155 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4b5699b9-5a35-451b-ae0d-2d0008ba94a9 req-ef8272c3-0243-4604-a884-0e1d66e24be7 service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814364 Jul 30 16:07:49.164503 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c05c3e-0a5a-4572-913e-2857dc6d311f req-efaabb19-71ac-4cb2-8fc5-3f6291a2c42f tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:49.166036 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a8c05c3e-0a5a-4572-913e-2857dc6d311f req-efaabb19-71ac-4cb2-8fc5-3f6291a2c42f tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0668740 Jul 30 16:07:49.204119 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4b5699b9-5a35-451b-ae0d-2d0008ba94a9 req-93a327ff-5ada-4602-b472-5bb0a6d95b9d service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498561 Jul 30 16:07:49.231540 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a8c05c3e-0a5a-4572-913e-2857dc6d311f req-7a9579d5-bafa-4491-bd85-110a33761959 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574598 Jul 30 16:07:49.231683 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9787c2f-7d68-4345-b801-2f02a3ac0aa2 req-43dc77f4-3745-4395-8f9a-12bae70f4339 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:49.235451 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b9787c2f-7d68-4345-b801-2f02a3ac0aa2 req-43dc77f4-3745-4395-8f9a-12bae70f4339 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0617781 Jul 30 16:07:49.274635 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b9787c2f-7d68-4345-b801-2f02a3ac0aa2 req-c13b5a74-591c-4464-aad3-6dd6d12db975 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356388 Jul 30 16:07:49.407622 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0a2ad-dc14-40b8-8c07-a5b65a7081ac req-55bd1a57-5d74-4547-82ce-833eb68eb852 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:49.409141 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-dda0a2ad-dc14-40b8-8c07-a5b65a7081ac req-55bd1a57-5d74-4547-82ce-833eb68eb852 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0492332 Jul 30 16:07:49.448707 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-dda0a2ad-dc14-40b8-8c07-a5b65a7081ac req-685563b0-367b-4c9e-9345-55ab632bcb65 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325890 Jul 30 16:07:50.353425 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddaa68-26ee-4cbc-a425-82c5ecfcc434 req-733d74e4-e2e6-4ac6-883b-0563a1bd2589 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:50.354949 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0fddaa68-26ee-4cbc-a425-82c5ecfcc434 req-733d74e4-e2e6-4ac6-883b-0563a1bd2589 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0510757 Jul 30 16:07:50.393910 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0fddaa68-26ee-4cbc-a425-82c5ecfcc434 req-6a7bfc14-58dd-4d1a-895b-0d1fc0faa00b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321145 Jul 30 16:07:50.396144 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735724b-7cc8-42c1-afa5-e1c43ebc59b7 req-53f2477b-3132-4096-87dd-849e49a6bca4 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:50.397758 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2735724b-7cc8-42c1-afa5-e1c43ebc59b7 req-53f2477b-3132-4096-87dd-849e49a6bca4 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0497730 Jul 30 16:07:50.435976 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2735724b-7cc8-42c1-afa5-e1c43ebc59b7 req-8b55a8bc-880c-4938-a9ef-7aa1d9d62757 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319793 Jul 30 16:07:50.587472 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ee46d-34aa-4fe0-a607-f38ac8371de5 req-3094f8df-7695-44ce-983e-a346ca2d5dde tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:50.589026 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-802ee46d-34aa-4fe0-a607-f38ac8371de5 req-3094f8df-7695-44ce-983e-a346ca2d5dde tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0546441 Jul 30 16:07:50.630851 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-802ee46d-34aa-4fe0-a607-f38ac8371de5 req-52042863-d66c-4264-835f-ac4a8bb5c730 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357268 Jul 30 16:07:51.515953 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b24b43-8e99-45c0-9558-086423a66673 req-6195f73d-b00c-49c2-a031-7d5553ecf618 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:51.517452 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-99b24b43-8e99-45c0-9558-086423a66673 req-6195f73d-b00c-49c2-a031-7d5553ecf618 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0505171 Jul 30 16:07:51.559614 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc793a8-322b-43b8-9397-29ee70954831 req-fdd000b8-56bb-4f16-9bb9-30127b8eb614 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:51.561147 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5bc793a8-322b-43b8-9397-29ee70954831 req-fdd000b8-56bb-4f16-9bb9-30127b8eb614 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0544140 Jul 30 16:07:51.562007 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-99b24b43-8e99-45c0-9558-086423a66673 req-24789965-7f6b-4d77-ac09-1cc3957101fc tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370784 Jul 30 16:07:51.602562 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5bc793a8-322b-43b8-9397-29ee70954831 req-ec5e9a5a-8723-4082-ae63-eec6127cb1cd tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340416 Jul 30 16:07:51.636583 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 58172) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:51.750231 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa58b89-d3ad-4de6-b08d-9af77978fa2f req-e3a24986-99dd-40ba-9ab7-01ff662e1399 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:51.751785 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-faa58b89-d3ad-4de6-b08d-9af77978fa2f req-e3a24986-99dd-40ba-9ab7-01ff662e1399 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0519013 Jul 30 16:07:51.783135 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ae9908b3-e74d-43c3-82f2-5bfc9b81fd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:51.815600 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-faa58b89-d3ad-4de6-b08d-9af77978fa2f req-e8e4a538-7485-4b0f-b347-1eb634691c66 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556808 Jul 30 16:07:51.889725 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ae9908b3-e74d-43c3-82f2-5bfc9b81fd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:51.894081 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ae9908b3-e74d-43c3-82f2-5bfc9b81fd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:51.934960 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-ae9908b3-e74d-43c3-82f2-5bfc9b81fd26 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=20cfb29b889043629f5e6e669afa90fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949240 Jul 30 16:07:51.934960 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9908b3-e74d-43c3-82f2-5bfc9b81fd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf67c38-9802-4eec-9c08-21cbb4be8599,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:51.935559 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 58182) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:51.988267 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e23b790c-da49-4ff1-8aa4-374968f3fed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:52.010568 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e23b790c-da49-4ff1-8aa4-374968f3fed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:52.059929 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e23b790c-da49-4ff1-8aa4-374968f3fed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:52.062517 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e23b790c-da49-4ff1-8aa4-374968f3fed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:52.063803 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-e23b790c-da49-4ff1-8aa4-374968f3fed6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bdf67c38-9802-4eec-9c08-21cbb4be8599 HTTP/1.1" status: 204 len: 168 time: 0.1271303 Jul 30 16:07:52.072051 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b790c-da49-4ff1-8aa4-374968f3fed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf67c38-9802-4eec-9c08-21cbb4be8599,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:52.416295 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 58208) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:52.563084 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d918-4422-4f0d-a8c3-63208e7ad3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:52.668455 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d918-4422-4f0d-a8c3-63208e7ad3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:52.672340 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d918-4422-4f0d-a8c3-63208e7ad3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:52.715888 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8d918-4422-4f0d-a8c3-63208e7ad3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41007c7-a9bf-4e3e-bd0b-147c4aa779ee,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:52.745979 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6883fc4-21fe-4c84-8b41-ef7491b480d1 req-3e55934c-f349-4030-9781-add62ee33153 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:52.747586 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a6883fc4-21fe-4c84-8b41-ef7491b480d1 req-3e55934c-f349-4030-9781-add62ee33153 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0535221 Jul 30 16:07:52.754136 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8d918-4422-4f0d-a8c3-63208e7ad3fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:52.754415 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8d918-4422-4f0d-a8c3-63208e7ad3fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:52.754761 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8d918-4422-4f0d-a8c3-63208e7ad3fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:52.755128 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8d918-4422-4f0d-a8c3-63208e7ad3fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:52.755460 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8d918-4422-4f0d-a8c3-63208e7ad3fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:52.755832 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8d918-4422-4f0d-a8c3-63208e7ad3fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:52.756162 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8d918-4422-4f0d-a8c3-63208e7ad3fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:52.756491 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8d918-4422-4f0d-a8c3-63208e7ad3fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:52.756819 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8d918-4422-4f0d-a8c3-63208e7ad3fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:52.757145 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8d918-4422-4f0d-a8c3-63208e7ad3fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:52.757465 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8d918-4422-4f0d-a8c3-63208e7ad3fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:52.757784 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8d918-4422-4f0d-a8c3-63208e7ad3fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:52.767298 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-8bc8d918-4422-4f0d-a8c3-63208e7ad3fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8e5ac12ed3404b2d9c5cda20f4593d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498385 Jul 30 16:07:52.770142 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 58226) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:52.783127 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718414c-85f9-430b-add9-9a4e0af15c9a req-8f5d3219-a338-4b94-9a60-76df65e42e09 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:52.784675 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6718414c-85f9-430b-add9-9a4e0af15c9a req-8f5d3219-a338-4b94-9a60-76df65e42e09 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.1081777 Jul 30 16:07:52.817491 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a6883fc4-21fe-4c84-8b41-ef7491b480d1 req-cd87fa0a-5f5b-4b1f-80d0-2794ec60f907 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619969 Jul 30 16:07:52.834671 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6718414c-85f9-430b-add9-9a4e0af15c9a req-230b2e17-c6d4-45ca-83b6-6b04a22d4b3a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427167 Jul 30 16:07:52.841269 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:52.874013 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:52.957791 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78fa11-93ba-4897-8290-6fedabbdab69 req-7d52d3c8-a807-4b84-8879-aa9fcf8bb956 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:52.959923 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-cb78fa11-93ba-4897-8290-6fedabbdab69 req-7d52d3c8-a807-4b84-8879-aa9fcf8bb956 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0571907 Jul 30 16:07:52.967302 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:52.969904 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:52.971055 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c41007c7-a9bf-4e3e-bd0b-147c4aa779ee HTTP/1.1" status: 204 len: 168 time: 0.1970222 Jul 30 16:07:52.988677 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41007c7-a9bf-4e3e-bd0b-147c4aa779ee,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:53.003939 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:53.004357 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:53.004641 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:53.004981 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:53.005315 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:53.006187 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:53.006523 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:53.006853 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:53.007215 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:53.007543 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:53.007867 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:53.008198 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d82bc-dd91-4621-a27d-f06b29c45f9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:53.029738 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-cb78fa11-93ba-4897-8290-6fedabbdab69 req-3401b220-dcd6-4a78-84f0-6130b82da438 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574219 Jul 30 16:07:53.329169 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 58244) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:53.346508 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ff728207-8653-4454-ad64-e3d132f2903a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:53.433737 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ff728207-8653-4454-ad64-e3d132f2903a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:53.437546 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ff728207-8653-4454-ad64-e3d132f2903a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:53.476904 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-ff728207-8653-4454-ad64-e3d132f2903a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c6c33fa3eb404453a7a0ea2468df20a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466486 Jul 30 16:07:53.477785 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff728207-8653-4454-ad64-e3d132f2903a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc7a963-a9a2-4c37-a45e-bc0f2e7d40d1,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:53.479638 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 58246) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:53.528452 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-97b3e5b2-f03c-4659-961a-c0f00bf15f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:53.549125 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-97b3e5b2-f03c-4659-961a-c0f00bf15f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:53.596331 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-97b3e5b2-f03c-4659-961a-c0f00bf15f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:53.599002 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-97b3e5b2-f03c-4659-961a-c0f00bf15f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:53.600776 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-97b3e5b2-f03c-4659-961a-c0f00bf15f88 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3bc7a963-a9a2-4c37-a45e-bc0f2e7d40d1 HTTP/1.1" status: 204 len: 168 time: 0.1200938 Jul 30 16:07:53.608527 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3e5b2-f03c-4659-961a-c0f00bf15f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc7a963-a9a2-4c37-a45e-bc0f2e7d40d1,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:53.957929 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb561b6e-83fa-49ef-91e8-fc879635db75 req-99dd0569-c1f1-4cfa-acfd-8ac5e8081345 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:53.960340 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bb561b6e-83fa-49ef-91e8-fc879635db75 req-99dd0569-c1f1-4cfa-acfd-8ac5e8081345 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0703015 Jul 30 16:07:53.977981 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02041d54-79bb-45ee-9122-22dde6cdff2d req-69a7648f-adf3-429f-97f9-52226e9ae8b7 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:53.981027 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-02041d54-79bb-45ee-9122-22dde6cdff2d req-69a7648f-adf3-429f-97f9-52226e9ae8b7 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0605037 Jul 30 16:07:54.026860 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bb561b6e-83fa-49ef-91e8-fc879635db75 req-c928d22d-ecd4-47e9-b3dd-20260ee7602d tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594316 Jul 30 16:07:54.030250 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-02041d54-79bb-45ee-9122-22dde6cdff2d req-799a0338-2146-4e23-b477-9b5db04a01e1 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442305 Jul 30 16:07:54.153309 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bd289-c3af-44ac-b2df-73da550aa9bb req-e0109acc-c84a-4b69-9307-4c7a38076e8a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:54.155154 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-760bd289-c3af-44ac-b2df-73da550aa9bb req-e0109acc-c84a-4b69-9307-4c7a38076e8a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0516834 Jul 30 16:07:54.197372 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-760bd289-c3af-44ac-b2df-73da550aa9bb req-b2cb4e8a-1549-4c6d-ae9f-242f1ad5562d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363717 Jul 30 16:07:55.153415 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9d927-b409-4674-b814-036108f4c3c5 req-6fd12f3e-d3f8-4ac1-9787-c0f55abc74c6 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:55.154977 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-75b9d927-b409-4674-b814-036108f4c3c5 req-6fd12f3e-d3f8-4ac1-9787-c0f55abc74c6 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0512207 Jul 30 16:07:55.173104 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee336c4e-1244-44cb-923c-e1653498a8b1 req-89067550-f614-44b5-b928-b12bb1036e04 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:55.174781 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ee336c4e-1244-44cb-923c-e1653498a8b1 req-89067550-f614-44b5-b928-b12bb1036e04 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0562639 Jul 30 16:07:55.204154 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-75b9d927-b409-4674-b814-036108f4c3c5 req-b50c1126-b28f-4895-8d03-7a89324d30bd tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423236 Jul 30 16:07:55.223595 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ee336c4e-1244-44cb-923c-e1653498a8b1 req-1515699e-1ec1-4a03-88ee-d929d2a5aed6 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426707 Jul 30 16:07:55.350366 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05e12d-ae34-45ab-8d37-e45ae9a74346 req-4b41fdc5-d589-4547-87fe-a554255cc272 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:55.351951 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-df05e12d-ae34-45ab-8d37-e45ae9a74346 req-4b41fdc5-d589-4547-87fe-a554255cc272 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0662549 Jul 30 16:07:55.391039 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-df05e12d-ae34-45ab-8d37-e45ae9a74346 req-62f820d1-f819-488d-9189-1edb3ee8f502 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330489 Jul 30 16:07:56.337815 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32555a5e-03c9-4a31-8858-0ca1af9b73ae req-63dc3cfc-46b8-4b7a-b8ef-bf372026be43 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:56.339406 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-32555a5e-03c9-4a31-8858-0ca1af9b73ae req-63dc3cfc-46b8-4b7a-b8ef-bf372026be43 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0665016 Jul 30 16:07:56.385345 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-32555a5e-03c9-4a31-8858-0ca1af9b73ae req-d872e6b3-029f-4086-8c60-5011dc37b80a tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400336 Jul 30 16:07:56.390739 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798a1af-0f19-46d5-a7f6-fed4ad20f4c0 req-cb5447b0-a103-4ff7-98b1-ef71e07204e4 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:56.393134 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9798a1af-0f19-46d5-a7f6-fed4ad20f4c0 req-cb5447b0-a103-4ff7-98b1-ef71e07204e4 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0678902 Jul 30 16:07:56.446122 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9798a1af-0f19-46d5-a7f6-fed4ad20f4c0 req-1fb3b0ed-b9c7-4349-bc00-4413c8caad63 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449719 Jul 30 16:07:56.536979 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa2d8e-d03d-47a5-a9fb-2990a2760f8b req-416f18db-a21a-49d5-aaac-c14ddca8869c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:56.538495 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-dffa2d8e-d03d-47a5-a9fb-2990a2760f8b req-416f18db-a21a-49d5-aaac-c14ddca8869c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0579820 Jul 30 16:07:56.587365 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-dffa2d8e-d03d-47a5-a9fb-2990a2760f8b req-3a1530d9-a294-49bd-8112-939b6d68d524 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419936 Jul 30 16:07:56.823105 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3744dd7-adc6-4953-ac1c-22ed4f8fc90c req-8746d805-ef7e-430d-afba-ddc3974d4493 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:56.824659 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b3744dd7-adc6-4953-ac1c-22ed4f8fc90c req-8746d805-ef7e-430d-afba-ddc3974d4493 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0481770 Jul 30 16:07:56.861355 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b3744dd7-adc6-4953-ac1c-22ed4f8fc90c req-93bb33e1-ff46-4841-b566-9aaefa1a1b0c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309153 Jul 30 16:07:57.505067 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762d315-2194-401a-b449-ecf99668e28c req-ce2c2773-e9b0-4465-9646-c04f71c9a554 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:57.506744 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7762d315-2194-401a-b449-ecf99668e28c req-ce2c2773-e9b0-4465-9646-c04f71c9a554 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0486426 Jul 30 16:07:57.549516 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7762d315-2194-401a-b449-ecf99668e28c req-1649e60d-008e-492c-ac57-e0b15bfd9328 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369840 Jul 30 16:07:57.616629 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decc5f9-2157-4b94-a3ab-3a2ed365c218 req-f0382585-4af2-47e6-aa0a-6ac1704c90b1 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:57.618144 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2decc5f9-2157-4b94-a3ab-3a2ed365c218 req-f0382585-4af2-47e6-aa0a-6ac1704c90b1 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0497036 Jul 30 16:07:57.662882 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2decc5f9-2157-4b94-a3ab-3a2ed365c218 req-83c69f2a-6d65-4e1b-b8d8-4a34a1572db7 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387595 Jul 30 16:07:58.008936 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14f25c-343e-459e-82b0-3c19908afe80 req-801160ef-5eca-480c-912f-216bef3fd1fb tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:58.010389 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9f14f25c-343e-459e-82b0-3c19908afe80 req-801160ef-5eca-480c-912f-216bef3fd1fb tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0477912 Jul 30 16:07:58.047172 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9f14f25c-343e-459e-82b0-3c19908afe80 req-d2c258a3-19c3-4417-9569-638be09717c8 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308588 Jul 30 16:07:58.665097 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494ca19-6722-436a-aa57-a25b52782420 req-a800fbfa-bb1a-4cbd-b5cd-93458292921f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:58.666576 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-8494ca19-6722-436a-aa57-a25b52782420 req-a800fbfa-bb1a-4cbd-b5cd-93458292921f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0490150 Jul 30 16:07:58.706129 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-8494ca19-6722-436a-aa57-a25b52782420 req-5b6c62e0-0d67-4936-9fd0-b9ce4c0ea753 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335746 Jul 30 16:07:58.790244 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a99393-f82d-45ae-9789-11e83f275ce4 req-fed669f5-3989-4d0c-8453-b9cefc75919e tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:58.791776 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b0a99393-f82d-45ae-9789-11e83f275ce4 req-fed669f5-3989-4d0c-8453-b9cefc75919e tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0486200 Jul 30 16:07:58.830278 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b0a99393-f82d-45ae-9789-11e83f275ce4 req-348df653-e925-4dda-8fa0-f789a15e24be tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323706 Jul 30 16:07:59.160764 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72384839-cf1d-4069-a506-0451d4ebc720 req-4d5a10b8-6220-469b-861e-7c189f5d2877 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:59.162257 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-72384839-cf1d-4069-a506-0451d4ebc720 req-4d5a10b8-6220-469b-861e-7c189f5d2877 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0490613 Jul 30 16:07:59.200150 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-72384839-cf1d-4069-a506-0451d4ebc720 req-a52ead47-c63d-43f1-859f-68c10a3adb08 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320334 Jul 30 16:07:59.834903 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d82bc-4d88-4899-9290-29c80c02f71e req-be8cd27e-e097-4477-99bb-6d6d36a3d5be tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:59.836691 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-db3d82bc-4d88-4899-9290-29c80c02f71e req-be8cd27e-e097-4477-99bb-6d6d36a3d5be tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0505393 Jul 30 16:07:59.879838 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-db3d82bc-4d88-4899-9290-29c80c02f71e req-f465dbd5-627d-4788-bda8-293e040cbc38 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372326 Jul 30 16:07:59.949797 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad0372-ba6e-496f-a5fa-0f0a5e3841fd req-3ae22d48-5fcf-4ce5-97b8-2429b4f37a8d tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:59.951326 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2fad0372-ba6e-496f-a5fa-0f0a5e3841fd req-3ae22d48-5fcf-4ce5-97b8-2429b4f37a8d tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0494347 Jul 30 16:07:59.994392 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2fad0372-ba6e-496f-a5fa-0f0a5e3841fd req-a0be91e1-ec7e-4c98-8212-9016b8c46d43 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369985 Jul 30 16:08:00.311348 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3433006-9c64-45d2-b6b6-5c00b93a4253 req-6f8d8d38-990a-4049-a43e-4eb42054cf1d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:00.312745 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a3433006-9c64-45d2-b6b6-5c00b93a4253 req-6f8d8d38-990a-4049-a43e-4eb42054cf1d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0478570 Jul 30 16:08:00.350164 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a3433006-9c64-45d2-b6b6-5c00b93a4253 req-8fb7fbde-3689-45d6-b7f1-94462ef792dc tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310843 Jul 30 16:08:00.633734 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device a8bb353d-bae4-4562-a88a-78a07c9d2a61 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:08:00.730145 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port a8bb353d-bae4-4562-a88a-78a07c9d2a61, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:00.742002 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'port_id': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61', 'mac_address': 'fa:16:3e:42:69:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:08:00.751205 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f609656-a66b-4108-a111-721e0e41e133 req-3748741c-86dc-4ff2-911b-cf8fce2a8ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:00.752694 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2f609656-a66b-4108-a111-721e0e41e133 req-3748741c-86dc-4ff2-911b-cf8fce2a8ad0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e1402dc086c4071bae84c16365352b3&device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 1099 time: 0.0418980 Jul 30 16:08:00.778274 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:00.790312 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8bb353d-bae4-4562-a88a-78a07c9d2a61 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:08:00.812472 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port a8bb353d-bae4-4562-a88a-78a07c9d2a61, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:00.817661 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:00.853765 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f609656-a66b-4108-a111-721e0e41e133 req-a4921fc5-3041-4a8e-b169-0fef82a9ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:00.855259 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2f609656-a66b-4108-a111-721e0e41e133 req-a4921fc5-3041-4a8e-b169-0fef82a9ea94 service neutron] 10.222.0.60 "GET /v2.0/networks?id=85982ae8-657f-47f5-b729-6742a565fcec HTTP/1.1" status: 200 len: 911 time: 0.0886753 Jul 30 16:08:00.868220 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=a8bb353d-bae4-4562-a88a-78a07c9d2a61,revision_number=6']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:00.875054 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:00.875439 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:00.875895 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:00.876241 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:00.876573 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:00.876908 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:00.877232 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:00.877559 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:00.877907 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:00.878234 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:00.878556 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:00.878902 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:00.961508 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2f609656-a66b-4108-a111-721e0e41e133 req-38f4fe8b-4d01-44bf-bd6d-b32703ece2cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f88d5169-b15d-40ef-b997-4ae68db091bc HTTP/1.1" status: 200 len: 1001 time: 0.0900924 Jul 30 16:08:00.992630 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['a8bb353d-bae4-4562-a88a-78a07c9d2a61'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:08:01.001031 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf9723-fd2d-4745-8fbe-6708f210ebe3 req-69fcc7b4-ab6a-45cc-9881-910b83188611 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:01.003138 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2eaf9723-fd2d-4745-8fbe-6708f210ebe3 req-69fcc7b4-ab6a-45cc-9881-910b83188611 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0554802 Jul 30 16:08:01.015278 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f609656-a66b-4108-a111-721e0e41e133 req-28177ea4-62a3-4f10-9b63-ff3a46274ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:01.016725 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2f609656-a66b-4108-a111-721e0e41e133 req-28177ea4-62a3-4f10-9b63-ff3a46274ae0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0ed38a9-6919-4226-9d04-1c45eb199d71 HTTP/1.1" status: 200 len: 849 time: 0.0480049 Jul 30 16:08:01.053181 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2eaf9723-fd2d-4745-8fbe-6708f210ebe3 req-f9ad1acd-af38-4abd-8c0b-5258f91bdadd tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435681 Jul 30 16:08:01.074813 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f609656-a66b-4108-a111-721e0e41e133 req-02e1c347-4a7a-4da4-b337-ce4788d32575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:01.076693 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2f609656-a66b-4108-a111-721e0e41e133 req-02e1c347-4a7a-4da4-b337-ce4788d32575 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85982ae8-657f-47f5-b729-6742a565fcec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511451 Jul 30 16:08:01.197886 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981253b-2f5b-4e36-9b4a-f72ffff3f06f req-df3d94b1-67c1-4abe-aff4-78a4f75c0590 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:01.199476 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-8981253b-2f5b-4e36-9b4a-f72ffff3f06f req-df3d94b1-67c1-4abe-aff4-78a4f75c0590 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 945 time: 0.1118352 Jul 30 16:08:01.247604 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2f609656-a66b-4108-a111-721e0e41e133 req-60362e3b-f755-469b-82af-28f07552b3d5 service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505470 Jul 30 16:08:01.256675 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-8981253b-2f5b-4e36-9b4a-f72ffff3f06f req-bccfb50a-03cd-4b08-bbdb-b098a733dcb6 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503857 Jul 30 16:08:01.350829 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2f609656-a66b-4108-a111-721e0e41e133 req-febabda9-36a6-4169-bab6-5d43963ffa2f service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930250 Jul 30 16:08:01.480993 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12006ec7-9aad-4f98-bac2-1a85245d64b9 req-fe02cbab-f6da-4e6c-b8c8-8ff895f06834 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:01.482831 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-12006ec7-9aad-4f98-bac2-1a85245d64b9 req-fe02cbab-f6da-4e6c-b8c8-8ff895f06834 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0534544 Jul 30 16:08:01.526703 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-12006ec7-9aad-4f98-bac2-1a85245d64b9 req-c192d120-3fd1-4717-ad8e-7b351106120a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366895 Jul 30 16:08:01.806407 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 58468) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:02.012132 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cbbe891f-a884-427b-bc6a-58278b8cb3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.134154 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 58480) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:02.135333 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cbbe891f-a884-427b-bc6a-58278b8cb3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.140726 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cbbe891f-a884-427b-bc6a-58278b8cb3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.176007 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe891f-a884-427b-bc6a-58278b8cb3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09db0112-77da-435d-95e0-31064ee90091,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:02.204428 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-cbbe891f-a884-427b-bc6a-58278b8cb3d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7d89fc2f19fa42f69083751cddc31784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3965380 Jul 30 16:08:02.207007 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 58484) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:02.222270 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db29d79-0240-4d47-9ab2-c96bf9d72bc5 req-5c56344b-6c8c-4708-a975-404274c94639 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:02.232067 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2db29d79-0240-4d47-9ab2-c96bf9d72bc5 req-5c56344b-6c8c-4708-a975-404274c94639 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0900235 Jul 30 16:08:02.298246 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f315d2ea-2eb2-4855-8f52-ba89b28995cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.298451 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2db29d79-0240-4d47-9ab2-c96bf9d72bc5 req-a4659812-99ac-4a27-9209-e30d7559d5b2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644388 Jul 30 16:08:02.301684 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2cbf0a89-80e4-4cf2-b82f-cc2b2aa56ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.354617 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f315d2ea-2eb2-4855-8f52-ba89b28995cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.439059 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2cbf0a89-80e4-4cf2-b82f-cc2b2aa56ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.443367 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2cbf0a89-80e4-4cf2-b82f-cc2b2aa56ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.463577 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f315d2ea-2eb2-4855-8f52-ba89b28995cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.466257 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f315d2ea-2eb2-4855-8f52-ba89b28995cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.469820 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-f315d2ea-2eb2-4855-8f52-ba89b28995cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/09db0112-77da-435d-95e0-31064ee90091 HTTP/1.1" status: 204 len: 168 time: 0.2558241 Jul 30 16:08:02.497099 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315d2ea-2eb2-4855-8f52-ba89b28995cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09db0112-77da-435d-95e0-31064ee90091,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:02.500189 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-2cbf0a89-80e4-4cf2-b82f-cc2b2aa56ee0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4cab7e4f391c41d6a8971a4ba7a01615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646901 Jul 30 16:08:02.501304 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf0a89-80e4-4cf2-b82f-cc2b2aa56ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cceb3542-9546-4d43-8217-1757b532a5d1,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:02.504090 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 58490) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:02.516357 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb558e1-081b-4ed6-bab7-f22dc4109837 req-aa00f4aa-caaf-433b-9731-fce5554d8218 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:02.524946 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6eb558e1-081b-4ed6-bab7-f22dc4109837 req-aa00f4aa-caaf-433b-9731-fce5554d8218 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 945 time: 0.1096747 Jul 30 16:08:02.591178 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6eb558e1-081b-4ed6-bab7-f22dc4109837 req-4955e865-c1d2-4b19-95df-5d4452816387 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606477 Jul 30 16:08:02.610115 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-439c672c-644c-4b70-94a0-70fbda04417f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.668968 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-439c672c-644c-4b70-94a0-70fbda04417f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.716294 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdfc1a-d727-4f72-ad2c-2e46c3c8fcc9 req-a7ed1e2b-e176-4b8c-b5b7-b6f337be3aba tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:02.717728 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-40bdfc1a-d727-4f72-ad2c-2e46c3c8fcc9 req-a7ed1e2b-e176-4b8c-b5b7-b6f337be3aba tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0895894 Jul 30 16:08:02.772544 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-40bdfc1a-d727-4f72-ad2c-2e46c3c8fcc9 req-0aefcf9a-997e-42d6-880d-a91520f20ca8 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460551 Jul 30 16:08:02.773451 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-439c672c-644c-4b70-94a0-70fbda04417f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.777172 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-439c672c-644c-4b70-94a0-70fbda04417f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.780677 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-439c672c-644c-4b70-94a0-70fbda04417f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cceb3542-9546-4d43-8217-1757b532a5d1 HTTP/1.1" status: 204 len: 168 time: 0.2732382 Jul 30 16:08:02.800750 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c672c-644c-4b70-94a0-70fbda04417f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceb3542-9546-4d43-8217-1757b532a5d1,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:02.880017 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 58500) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:02.901715 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-474b2889-0987-4e8f-b876-cbfd18f32dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:03.027015 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-474b2889-0987-4e8f-b876-cbfd18f32dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:03.032075 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-474b2889-0987-4e8f-b876-cbfd18f32dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:03.076900 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-474b2889-0987-4e8f-b876-cbfd18f32dbd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b76f54d0b85d4be88253335d5f7e1b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951485 Jul 30 16:08:03.080664 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 58502) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:03.081691 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b2889-0987-4e8f-b876-cbfd18f32dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4db1eb-c053-4ba2-8c57-788d2395410c,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:03.149930 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0106158f-3302-48c6-926b-b4ce576a2f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:03.163610 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device a8bb353d-bae4-4562-a88a-78a07c9d2a61 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:08:03.190240 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0106158f-3302-48c6-926b-b4ce576a2f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:03.235965 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-00984ec1-d29f-4704-a867-650a775f3421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:03.246717 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port a8bb353d-bae4-4562-a88a-78a07c9d2a61 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:08:03.247140 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:03.259503 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0106158f-3302-48c6-926b-b4ce576a2f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:03.262715 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0106158f-3302-48c6-926b-b4ce576a2f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:03.267161 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-0106158f-3302-48c6-926b-b4ce576a2f64 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed4db1eb-c053-4ba2-8c57-788d2395410c HTTP/1.1" status: 204 len: 168 time: 0.1820047 Jul 30 16:08:03.277255 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106158f-3302-48c6-926b-b4ce576a2f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4db1eb-c053-4ba2-8c57-788d2395410c,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:03.363707 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:03.395764 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:08:03.400156 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfb4024-eb44-4a13-8880-65eed01e5de3" -d '{"events": [{"server_uuid": "116d64e9-b827-4619-a9b3-2a5e0a1d8fa8", "name": "network-vif-plugged", "status": "completed", "tag": "a8bb353d-bae4-4562-a88a-78a07c9d2a61"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:08:03.435277 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port a8bb353d-bae4-4562-a88a-78a07c9d2a61, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:03.443270 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:03.451857 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11920f4a-0516-427d-ba04-bb38fe9fdccb x-openstack-request-id: req-11920f4a-0516-427d-ba04-bb38fe9fdccb {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:08:03.452408 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116d64e9-b827-4619-a9b3-2a5e0a1d8fa8", "name": "network-vif-plugged", "status": "completed", "tag": "a8bb353d-bae4-4562-a88a-78a07c9d2a61", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:08:03.453874 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11920f4a-0516-427d-ba04-bb38fe9fdccb {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:08:03.454929 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61', 'code': 200} Jul 30 16:08:03.468580 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfcfa8-45d8-4cca-a3c2-99a48670acb6 req-1fca6d8c-0703-4b77-a42a-65aa6b67bf04 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:03.475831 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d4bfcfa8-45d8-4cca-a3c2-99a48670acb6 req-1fca6d8c-0703-4b77-a42a-65aa6b67bf04 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0875185 Jul 30 16:08:03.518325 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=a8bb353d-bae4-4562-a88a-78a07c9d2a61,revision_number=7']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:03.543348 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d4bfcfa8-45d8-4cca-a3c2-99a48670acb6 req-970d4527-609d-4823-8ff8-436e5a521919 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551255 Jul 30 16:08:03.724987 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced83f9-9ebf-4d63-8adc-69a61e5e81c0 req-dc8a72f5-a26f-4487-a4f0-13b999a11b6a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:03.733186 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2ced83f9-9ebf-4d63-8adc-69a61e5e81c0 req-dc8a72f5-a26f-4487-a4f0-13b999a11b6a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0681405 Jul 30 16:08:03.810465 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2ced83f9-9ebf-4d63-8adc-69a61e5e81c0 req-e4351b0d-20fd-4b17-84ff-0917c58e5975 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642352 Jul 30 16:08:03.856793 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 58518) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:03.874519 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e697db05-c287-4109-9058-c12b7df0bdd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.062292 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebed44-c392-4263-962b-5239f0542e12 req-c697fb86-d24c-4133-a301-86fb7e374deb tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:04.072505 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d7ebed44-c392-4263-962b-5239f0542e12 req-c697fb86-d24c-4133-a301-86fb7e374deb tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.1580496 Jul 30 16:08:04.207666 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d7ebed44-c392-4263-962b-5239f0542e12 req-02781d07-2b5f-42d8-9876-8df711356593 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339674 Jul 30 16:08:04.249195 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e697db05-c287-4109-9058-c12b7df0bdd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.253924 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e697db05-c287-4109-9058-c12b7df0bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.296690 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-e697db05-c287-4109-9058-c12b7df0bdd0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ccfd2e4db5a4bb1ac4678b3f2f2567b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386861 Jul 30 16:08:04.297601 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697db05-c287-4109-9058-c12b7df0bdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f875e89-a07e-49d3-83d7-1223bcf1e795,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:04.299535 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 58520) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:04.355608 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11e742cb-ca86-428f-a7d6-ee0caadcbba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.381666 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11e742cb-ca86-428f-a7d6-ee0caadcbba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.438959 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11e742cb-ca86-428f-a7d6-ee0caadcbba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.441475 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11e742cb-ca86-428f-a7d6-ee0caadcbba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.442612 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-11e742cb-ca86-428f-a7d6-ee0caadcbba2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0f875e89-a07e-49d3-83d7-1223bcf1e795 HTTP/1.1" status: 204 len: 168 time: 0.1420968 Jul 30 16:08:04.459215 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e742cb-ca86-428f-a7d6-ee0caadcbba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f875e89-a07e-49d3-83d7-1223bcf1e795,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:04.707980 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94a12f-9f66-4b55-9339-a25ed94d4371 req-ced7bf63-29da-4a8d-b3e6-777ee1290d3c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:04.710073 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0f94a12f-9f66-4b55-9339-a25ed94d4371 req-ced7bf63-29da-4a8d-b3e6-777ee1290d3c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0612810 Jul 30 16:08:04.763336 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0f94a12f-9f66-4b55-9339-a25ed94d4371 req-adb36bc3-e63f-47b5-93ff-a59ceb0cab01 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464826 Jul 30 16:08:04.962136 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1dd737-8aa0-4236-bd22-784f11d85975 req-685b4fe2-aedb-4c70-9004-2204c121b85d tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:04.964098 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-dc1dd737-8aa0-4236-bd22-784f11d85975 req-685b4fe2-aedb-4c70-9004-2204c121b85d tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0800598 Jul 30 16:08:05.018027 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-dc1dd737-8aa0-4236-bd22-784f11d85975 req-ad3d36ce-8834-4509-bbd7-55ae76fb54d2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468125 Jul 30 16:08:05.361208 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6cbdc-1930-467a-9c55-671985b6db66 req-ef6bee12-607c-4977-a637-1462c02cae9f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:05.363142 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-28f6cbdc-1930-467a-9c55-671985b6db66 req-ef6bee12-607c-4977-a637-1462c02cae9f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0771236 Jul 30 16:08:05.419714 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-28f6cbdc-1930-467a-9c55-671985b6db66 req-a5cea84c-91ec-4874-8747-c3c2e7c99b41 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460179 Jul 30 16:08:05.905864 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed24eda-92dd-4475-9d16-0e4018b870fc req-5a428ded-3a8c-4b72-b1ad-c18d93ee978f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:05.916412 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7ed24eda-92dd-4475-9d16-0e4018b870fc req-5a428ded-3a8c-4b72-b1ad-c18d93ee978f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0679018 Jul 30 16:08:05.973548 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7ed24eda-92dd-4475-9d16-0e4018b870fc req-55c127c5-71d2-4413-99b1-7c3607cfa125 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560958 Jul 30 16:08:06.190586 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:06.207869 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ceff5d98-0db6-4357-b259-61ba0f52187f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:06.230630 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d927a9-a744-4852-8097-d70536faca7d req-5fa0170b-21ab-439b-bc7d-ce0932e6e1b3 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:06.232366 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b8d927a9-a744-4852-8097-d70536faca7d req-5fa0170b-21ab-439b-bc7d-ce0932e6e1b3 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.1049569 Jul 30 16:08:06.283943 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b8d927a9-a744-4852-8097-d70536faca7d req-06c5e5e4-5612-4443-b8fe-9dbd22a01f11 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442922 Jul 30 16:08:06.578144 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9752bd-914b-4920-a605-8c4d49daa911 req-310bb57c-15a5-4613-b6c4-a2278dcf19a7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:06.579784 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1d9752bd-914b-4920-a605-8c4d49daa911 req-310bb57c-15a5-4613-b6c4-a2278dcf19a7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0772431 Jul 30 16:08:06.658905 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1d9752bd-914b-4920-a605-8c4d49daa911 req-62208515-cf00-466f-86bd-c2b762b908d1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707257 Jul 30 16:08:06.954519 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:07.139483 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc085f-0426-4501-83c8-940427720ebd req-60b971e0-1083-42fe-beb7-60edc526b6f2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:07.165683 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-62dc085f-0426-4501-83c8-940427720ebd req-60b971e0-1083-42fe-beb7-60edc526b6f2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.1033297 Jul 30 16:08:07.227875 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-62dc085f-0426-4501-83c8-940427720ebd req-4e74f215-9463-49b0-8569-bc3ee3b5eb22 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580554 Jul 30 16:08:07.423542 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 58626) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:07.435233 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efaee1-f539-4aa5-bccc-88ddf8a128d6 req-0cf2a4e2-b00b-43e3-b81f-0696a6405422 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:07.437051 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-69efaee1-f539-4aa5-bccc-88ddf8a128d6 req-0cf2a4e2-b00b-43e3-b81f-0696a6405422 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0688167 Jul 30 16:08:07.481000 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-69efaee1-f539-4aa5-bccc-88ddf8a128d6 req-56a86caf-2fce-4b6a-b6de-15c2836d3d65 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374022 Jul 30 16:08:07.562115 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0de0c831-8293-4746-a2de-1bdba252000b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:07.671337 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0de0c831-8293-4746-a2de-1bdba252000b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:07.675565 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0de0c831-8293-4746-a2de-1bdba252000b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:07.715925 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0c831-8293-4746-a2de-1bdba252000b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50e3957-ac58-4d10-92ff-bf217cbefece,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:07.720671 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-0de0c831-8293-4746-a2de-1bdba252000b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9d82477d97c4d3d8d026034a11bf1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952726 Jul 30 16:08:07.723735 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 58630) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:07.781945 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-7a770e14-99ab-4181-9a51-4d9b89c4e6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:07.804047 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-7a770e14-99ab-4181-9a51-4d9b89c4e6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:07.861772 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-7a770e14-99ab-4181-9a51-4d9b89c4e6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:07.867145 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-7a770e14-99ab-4181-9a51-4d9b89c4e6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:07.871552 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-7a770e14-99ab-4181-9a51-4d9b89c4e6b1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f50e3957-ac58-4d10-92ff-bf217cbefece HTTP/1.1" status: 204 len: 168 time: 0.1458712 Jul 30 16:08:07.879594 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a770e14-99ab-4181-9a51-4d9b89c4e6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50e3957-ac58-4d10-92ff-bf217cbefece,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:08.189044 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 58636) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:08.204755 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-16418c43-daab-440a-88b8-512e65120a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:08.358568 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-16418c43-daab-440a-88b8-512e65120a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:08.437737 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-16418c43-daab-440a-88b8-512e65120a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:08.445374 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:08.505670 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-16418c43-daab-440a-88b8-512e65120a2e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c54a6038b59a4bb89b3c0562d8edda08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150084 Jul 30 16:08:08.508995 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 58646) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:08.528068 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16418c43-daab-440a-88b8-512e65120a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e39022-7b61-4379-b460-252e9bdd3b08,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:08.553541 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ee0e6-2dbe-4031-8ba7-d9539cf0ed06 req-963e1edd-a3a9-44dc-afba-bb7f6ebc67fb tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:08.555334 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a58ee0e6-2dbe-4031-8ba7-d9539cf0ed06 req-963e1edd-a3a9-44dc-afba-bb7f6ebc67fb tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.1845171 Jul 30 16:08:08.590958 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f5bc46d6-267f-4fce-9afa-cec9ee0ae7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:08.635957 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a58ee0e6-2dbe-4031-8ba7-d9539cf0ed06 req-c5206664-4b1c-4a92-a05c-29e136bb2c5c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726655 Jul 30 16:08:08.660243 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f5bc46d6-267f-4fce-9afa-cec9ee0ae7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:08.720080 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220e60b-50c1-4cf4-8c5b-e2b7986625fd req-941e1934-a1a7-4868-9b69-fa14e6ee18eb tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:08.723648 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d220e60b-50c1-4cf4-8c5b-e2b7986625fd req-941e1934-a1a7-4868-9b69-fa14e6ee18eb tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.1104770 Jul 30 16:08:08.763640 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f5bc46d6-267f-4fce-9afa-cec9ee0ae7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:08.766678 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-f5bc46d6-267f-4fce-9afa-cec9ee0ae7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:08.768189 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-f5bc46d6-267f-4fce-9afa-cec9ee0ae7bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/05e39022-7b61-4379-b460-252e9bdd3b08 HTTP/1.1" status: 204 len: 168 time: 0.2575586 Jul 30 16:08:08.800281 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc46d6-267f-4fce-9afa-cec9ee0ae7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e39022-7b61-4379-b460-252e9bdd3b08,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:08.813280 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d220e60b-50c1-4cf4-8c5b-e2b7986625fd req-9154af7c-05b1-48a2-9bc6-a56aaf6a1746 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807643 Jul 30 16:08:09.805260 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8c342-40c1-48b7-a5f7-7dfe36dc0a3c req-f9349e0b-6bc9-45ef-b544-bef07208bf41 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:09.807629 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-33d8c342-40c1-48b7-a5f7-7dfe36dc0a3c req-f9349e0b-6bc9-45ef-b544-bef07208bf41 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0699618 Jul 30 16:08:09.888302 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-33d8c342-40c1-48b7-a5f7-7dfe36dc0a3c req-f20e2ab2-f675-45b5-b6e8-4ef1618c03c3 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679383 Jul 30 16:08:09.998869 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23985e3e-e139-49f6-a73d-332ccaa5334c req-598cd605-792a-461c-8658-268a4196ac6a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:10.000615 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-23985e3e-e139-49f6-a73d-332ccaa5334c req-598cd605-792a-461c-8658-268a4196ac6a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0617852 Jul 30 16:08:10.057950 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-23985e3e-e139-49f6-a73d-332ccaa5334c req-53746aa7-e157-4adb-9292-7338a934b675 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464334 Jul 30 16:08:11.070934 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcde15-a8f0-4738-9be6-05d05550d1a9 req-ab531c61-a414-47a3-abd1-9bd63afbd5a8 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:11.082063 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2afcde15-a8f0-4738-9be6-05d05550d1a9 req-ab531c61-a414-47a3-abd1-9bd63afbd5a8 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.1195881 Jul 30 16:08:11.155695 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2afcde15-a8f0-4738-9be6-05d05550d1a9 req-0fe75866-f713-4d2f-91ed-7b2b9cbf5dfe tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723124 Jul 30 16:08:11.296166 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed84d41-9b81-46d4-8295-875e214c4f4a req-56e27e1f-c962-44ce-bc7c-bfe38de0cd55 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:11.305887 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5ed84d41-9b81-46d4-8295-875e214c4f4a req-56e27e1f-c962-44ce-bc7c-bfe38de0cd55 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0729513 Jul 30 16:08:11.371368 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5ed84d41-9b81-46d4-8295-875e214c4f4a req-97cc64f1-f819-4f21-8483-d00b003f3e89 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646558 Jul 30 16:08:11.420390 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da8f00-ec2e-4907-87c4-45476ae19089 req-d97408d9-020e-4450-b2a9-4947b1b02e4b tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:11.424186 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c9da8f00-ec2e-4907-87c4-45476ae19089 req-d97408d9-020e-4450-b2a9-4947b1b02e4b tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 945 time: 0.0804105 Jul 30 16:08:11.479680 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c9da8f00-ec2e-4907-87c4-45476ae19089 req-5cfaea62-a168-4074-bcb5-de4b6672d152 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483549 Jul 30 16:08:11.867648 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-abe043ca-77b3-4c30-bbd7-08df048816f9 req-bf91d7e1-3356-4344-a4b4-249d0eacd541 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672653 Jul 30 16:08:11.939163 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe043ca-77b3-4c30-bbd7-08df048816f9 req-9197c2fa-e3d2-4220-a8a7-2a2b6222d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:11.940724 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-abe043ca-77b3-4c30-bbd7-08df048816f9 req-9197c2fa-e3d2-4220-a8a7-2a2b6222d2d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6553c039f41c41fb9e47c968ec8e6e98&device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 1098 time: 0.0463281 Jul 30 16:08:12.066145 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe043ca-77b3-4c30-bbd7-08df048816f9 req-08b42c56-d1e0-4427-99f1-668997001628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:12.067726 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-abe043ca-77b3-4c30-bbd7-08df048816f9 req-08b42c56-d1e0-4427-99f1-668997001628 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac51fee5-96ff-410d-b23b-24f8c16c68d6 HTTP/1.1" status: 200 len: 919 time: 0.0982733 Jul 30 16:08:12.123788 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-abe043ca-77b3-4c30-bbd7-08df048816f9 req-8fbb35a6-4191-47db-b4b0-0a3ccc362a9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56efc1be-1f48-41be-8569-b48b85845581 HTTP/1.1" status: 200 len: 217 time: 0.0427549 Jul 30 16:08:12.201339 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe043ca-77b3-4c30-bbd7-08df048816f9 req-143940b3-4b72-4975-8bfa-a15be585aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:12.203289 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-abe043ca-77b3-4c30-bbd7-08df048816f9 req-143940b3-4b72-4975-8bfa-a15be585aa8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a10c707-a593-465f-9fb7-14f4864d1a33 HTTP/1.1" status: 200 len: 858 time: 0.0686738 Jul 30 16:08:12.252237 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-abe043ca-77b3-4c30-bbd7-08df048816f9 req-fa2b71a0-0339-4850-b4e6-0e40ce7ea721 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac51fee5-96ff-410d-b23b-24f8c16c68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329049 Jul 30 16:08:12.288218 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0cdaa-691d-4853-bf7e-d0f97b1c8f6e req-be742e6a-b969-4db7-8158-17dfff180ed5 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:12.290860 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-adb0cdaa-691d-4853-bf7e-d0f97b1c8f6e req-be742e6a-b969-4db7-8158-17dfff180ed5 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0563452 Jul 30 16:08:12.340541 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-adb0cdaa-691d-4853-bf7e-d0f97b1c8f6e req-589af540-80ab-41f2-ac95-e73c77912607 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386598 Jul 30 16:08:12.404452 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2184e-540a-4c6c-bb1a-643deb6434a9 req-b089b253-a41d-4402-9539-f7f95f54864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:12.406257 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9cd2184e-540a-4c6c-bb1a-643deb6434a9 req-b089b253-a41d-4402-9539-f7f95f54864a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 1099 time: 0.0613823 Jul 30 16:08:12.426309 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-abe043ca-77b3-4c30-bbd7-08df048816f9 req-02c43977-9e29-4634-94c3-bd0c84e89cc4 service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638863 Jul 30 16:08:12.456798 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9cd2184e-540a-4c6c-bb1a-643deb6434a9 req-4fb0b653-f656-4256-9204-6d79ccfb96ae service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412819 Jul 30 16:08:12.598373 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7488a-ba91-4720-8adc-753ff58a52cd req-f08c4590-66a7-45a1-8708-b190d4b24f86 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:12.601348 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c6e7488a-ba91-4720-8adc-753ff58a52cd req-f08c4590-66a7-45a1-8708-b190d4b24f86 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.1322205 Jul 30 16:08:12.604885 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-abe043ca-77b3-4c30-bbd7-08df048816f9 req-f1708652-16ef-4ea4-abd2-03b219bc0dfb service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673737 Jul 30 16:08:12.624295 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfac65-71d7-460d-a152-ca1c6f47319c req-be07c12d-4de1-4241-b639-6874c1baa5d4 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:12.626961 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-94cfac65-71d7-460d-a152-ca1c6f47319c req-be07c12d-4de1-4241-b639-6874c1baa5d4 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 945 time: 0.0575795 Jul 30 16:08:12.670130 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c6e7488a-ba91-4720-8adc-753ff58a52cd req-e448a5ce-a165-46c0-b6eb-b5174c459dc1 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510707 Jul 30 16:08:12.672029 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-94cfac65-71d7-460d-a152-ca1c6f47319c req-b782c45f-e40c-4111-9d95-c13697c6a660 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381711 Jul 30 16:08:13.428481 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf6f53-8d2d-4532-a2ee-0416bb6164ff req-9c62306e-e404-42d2-8d0c-a6d27f7c648b tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:13.430857 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1faf6f53-8d2d-4532-a2ee-0416bb6164ff req-9c62306e-e404-42d2-8d0c-a6d27f7c648b tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.60 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 945 time: 0.0671766 Jul 30 16:08:13.494744 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b80f3-d022-4bbe-b68a-87ef03886705 req-9300aa1a-96ac-49fc-ba7d-b536e4938c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:13.497279 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-316b80f3-d022-4bbe-b68a-87ef03886705 req-9300aa1a-96ac-49fc-ba7d-b536e4938c59 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15377e3ad59448e2a0d51249c5cf4a32&device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 1099 time: 0.1008737 Jul 30 16:08:13.511392 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77319617-667c-46d7-991b-ea171ecdcd8f req-20fbecfc-8c02-42e9-bec1-5d6806b26bc8 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:13.512957 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-77319617-667c-46d7-991b-ea171ecdcd8f req-20fbecfc-8c02-42e9-bec1-5d6806b26bc8 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0820794 Jul 30 16:08:13.613037 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-77319617-667c-46d7-991b-ea171ecdcd8f req-3376d0e3-4ce1-45f0-aac3-75ec827a7c17 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894914 Jul 30 16:08:13.651846 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b80f3-d022-4bbe-b68a-87ef03886705 req-3a704f78-7dba-4478-a677-4a817a4ce020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:13.653629 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-316b80f3-d022-4bbe-b68a-87ef03886705 req-3a704f78-7dba-4478-a677-4a817a4ce020 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b371347-3539-4d23-9546-ea91d4d992d4 HTTP/1.1" status: 200 len: 917 time: 0.1395495 Jul 30 16:08:13.740424 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-316b80f3-d022-4bbe-b68a-87ef03886705 req-8601512c-343e-43d8-bd21-1ae3ad0f2779 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61 HTTP/1.1" status: 200 len: 1002 time: 0.0757291 Jul 30 16:08:13.793298 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [req-1faf6f53-8d2d-4532-a2ee-0416bb6164ff req-091feac2-6dbd-4a44-aeac-fca8435f4b12 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Deleting port 68028e1b-d351-49e0-b142-c82285b7920b {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:08:13.793829 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-1faf6f53-8d2d-4532-a2ee-0416bb6164ff req-091feac2-6dbd-4a44-aeac-fca8435f4b12 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:13.831805 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b80f3-d022-4bbe-b68a-87ef03886705 req-6e891deb-ca41-4102-b827-cdd52f361170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:13.836267 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-316b80f3-d022-4bbe-b68a-87ef03886705 req-6e891deb-ca41-4102-b827-cdd52f361170 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11cade48-67f7-4537-a1c0-f728e42f6cbb HTTP/1.1" status: 200 len: 855 time: 0.0852475 Jul 30 16:08:13.881214 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c924ecd-391f-487f-94af-4ecc8d1180a1 req-fa422137-4176-488f-bbfa-b0de8c42e724 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:13.882781 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0c924ecd-391f-487f-94af-4ecc8d1180a1 req-fa422137-4176-488f-bbfa-b0de8c42e724 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0961301 Jul 30 16:08:13.917473 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5b89e-0bbc-4a0c-8ab5-e8ca0419555f req-00c4ad80-a2bd-4488-b4c4-74933a234583 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:13.919360 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-34c5b89e-0bbc-4a0c-8ab5-e8ca0419555f req-00c4ad80-a2bd-4488-b4c4-74933a234583 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=227cf5ec-8f59-482a-ab2b-9f0c49af8669 HTTP/1.1" status: 200 len: 945 time: 0.1187954 Jul 30 16:08:13.922855 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b80f3-d022-4bbe-b68a-87ef03886705 req-c9b7935f-b4d4-4a37-99cd-4bd805bb3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:13.924747 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-316b80f3-d022-4bbe-b68a-87ef03886705 req-c9b7935f-b4d4-4a37-99cd-4bd805bb3a1c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b371347-3539-4d23-9546-ea91d4d992d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831861 Jul 30 16:08:13.964342 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [req-1faf6f53-8d2d-4532-a2ee-0416bb6164ff req-091feac2-6dbd-4a44-aeac-fca8435f4b12 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] For port 68028e1b-d351-49e0-b142-c82285b7920b, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=68028e1b-d351-49e0-b142-c82285b7920b,segment=NetworkSegment(f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8),segment_id=f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:13.964709 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-1faf6f53-8d2d-4532-a2ee-0416bb6164ff req-091feac2-6dbd-4a44-aeac-fca8435f4b12 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:13.985061 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [req-1faf6f53-8d2d-4532-a2ee-0416bb6164ff req-091feac2-6dbd-4a44-aeac-fca8435f4b12 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Calling delete_port for 68028e1b-d351-49e0-b142-c82285b7920b owned by compute:nova {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:08:13.991565 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-34c5b89e-0bbc-4a0c-8ab5-e8ca0419555f req-ee568e36-005b-47e2-a427-b001b17320c0 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654440 Jul 30 16:08:14.007604 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0c924ecd-391f-487f-94af-4ecc8d1180a1 req-07d934cf-1490-417d-93e9-3d4a8eae0b70 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991375 Jul 30 16:08:14.068497 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-316b80f3-d022-4bbe-b68a-87ef03886705 req-41f39d4b-3b2b-4d62-95d0-760a617b180c service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329060 Jul 30 16:08:14.143912 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-1faf6f53-8d2d-4532-a2ee-0416bb6164ff req-091feac2-6dbd-4a44-aeac-fca8435f4b12 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:14.144172 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:08:14.164590 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['68028e1b-d351-49e0-b142-c82285b7920b'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:08:14.168860 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-316b80f3-d022-4bbe-b68a-87ef03886705 req-6763c39f-8289-4f1f-bcce-544b64fba73b service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901899 Jul 30 16:08:14.172078 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091feac2-6dbd-4a44-aeac-fca8435f4b12 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Pushing event deleted for resources: {'Port': ['ID=68028e1b-d351-49e0-b142-c82285b7920b,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:14.220165 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faf6f53-8d2d-4532-a2ee-0416bb6164ff req-091feac2-6dbd-4a44-aeac-fca8435f4b12 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] No DVR routers for this DVR port 68028e1b-d351-49e0-b142-c82285b7920b on host hv-cinder-80295 {{(pid=93354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:08:14.222642 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-1faf6f53-8d2d-4532-a2ee-0416bb6164ff req-091feac2-6dbd-4a44-aeac-fca8435f4b12 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:14.224682 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1faf6f53-8d2d-4532-a2ee-0416bb6164ff req-091feac2-6dbd-4a44-aeac-fca8435f4b12 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.60 "DELETE /v2.0/ports/68028e1b-d351-49e0-b142-c82285b7920b HTTP/1.1" status: 204 len: 173 time: 0.7876234 Jul 30 16:08:14.225107 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227cf5ec-8f59-482a-ab2b-9f0c49af8669', 'name': 'network-vif-deleted', 'tag': '68028e1b-d351-49e0-b142-c82285b7920b'}] {{(pid=93354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:08:14.227347 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1549a637e0520348546bc816cc7ba7b4d913aee95f4c3e2186750afafe3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208ee06e-5c1c-48ef-85ef-f40d2f1c60a7" -d '{"events": [{"server_uuid": "227cf5ec-8f59-482a-ab2b-9f0c49af8669", "name": "network-vif-deleted", "tag": "68028e1b-d351-49e0-b142-c82285b7920b"}]}' {{(pid=93354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:08:14.272427 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44efade-216c-44e1-916d-2a987491dd4f x-openstack-request-id: req-c44efade-216c-44e1-916d-2a987491dd4f {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:08:14.272723 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227cf5ec-8f59-482a-ab2b-9f0c49af8669", "name": "network-vif-deleted", "tag": "68028e1b-d351-49e0-b142-c82285b7920b", "status": "completed", "code": 200}]} {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:08:14.272977 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c44efade-216c-44e1-916d-2a987491dd4f {{(pid=93354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:08:14.273366 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227cf5ec-8f59-482a-ab2b-9f0c49af8669', 'name': 'network-vif-deleted', 'tag': '68028e1b-d351-49e0-b142-c82285b7920b', 'status': 'completed', 'code': 200} Jul 30 16:08:14.351321 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:14.756284 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06b9b3-56e5-4da6-ac31-7efc0f6d8878 req-770d5fa0-bd7f-4e51-8e98-dc89fb9394a7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:14.758660 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-aa06b9b3-56e5-4da6-ac31-7efc0f6d8878 req-770d5fa0-bd7f-4e51-8e98-dc89fb9394a7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0581973 Jul 30 16:08:14.800878 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-aa06b9b3-56e5-4da6-ac31-7efc0f6d8878 req-002c3f5b-510c-48be-8784-f99dd3581793 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358436 Jul 30 16:08:15.190533 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4e53d-a546-4f69-91bf-ce703ff3b0ac req-ad7126e4-a43d-4cce-aa73-fcd4611ed374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:15.192880 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-11f4e53d-a546-4f69-91bf-ce703ff3b0ac req-ad7126e4-a43d-4cce-aa73-fcd4611ed374 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6553c039f41c41fb9e47c968ec8e6e98&device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 1099 time: 0.1017890 Jul 30 16:08:15.200991 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175c48e-b814-461d-97e6-7f4f09e89a6f req-f722e8c2-162b-4414-9d83-9bc2e2bad0f7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:15.207039 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef2d3f-8096-4be3-885e-f3d97b652c20 req-c23c60a6-88fb-467b-838b-623b067488f9 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:15.209407 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ddef2d3f-8096-4be3-885e-f3d97b652c20 req-c23c60a6-88fb-467b-838b-623b067488f9 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.1001041 Jul 30 16:08:15.210576 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7175c48e-b814-461d-97e6-7f4f09e89a6f req-f722e8c2-162b-4414-9d83-9bc2e2bad0f7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0931804 Jul 30 16:08:15.267339 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7175c48e-b814-461d-97e6-7f4f09e89a6f req-212b5b70-55c7-4e11-bab3-0b7c391f17bb tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499072 Jul 30 16:08:15.321164 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ddef2d3f-8096-4be3-885e-f3d97b652c20 req-46dc318b-4413-4067-b22f-c847435b46f6 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010733 Jul 30 16:08:15.359720 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4e53d-a546-4f69-91bf-ce703ff3b0ac req-1b6428b8-e4a5-4015-b76c-2cf9d04d6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:15.362865 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-11f4e53d-a546-4f69-91bf-ce703ff3b0ac req-1b6428b8-e4a5-4015-b76c-2cf9d04d6bff service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac51fee5-96ff-410d-b23b-24f8c16c68d6 HTTP/1.1" status: 200 len: 919 time: 0.1522498 Jul 30 16:08:15.431051 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-11f4e53d-a546-4f69-91bf-ce703ff3b0ac req-0b3033b0-e88d-4937-8691-fabf562256ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=730a8746-44b4-4a2f-88e3-d29121f4149f HTTP/1.1" status: 200 len: 217 time: 0.0603969 Jul 30 16:08:15.517607 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4e53d-a546-4f69-91bf-ce703ff3b0ac req-4b085942-d9b8-4bbc-937b-fbb6f2dbd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:15.519760 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-11f4e53d-a546-4f69-91bf-ce703ff3b0ac req-4b085942-d9b8-4bbc-937b-fbb6f2dbd39d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a10c707-a593-465f-9fb7-14f4864d1a33 HTTP/1.1" status: 200 len: 858 time: 0.0793998 Jul 30 16:08:15.557833 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-11f4e53d-a546-4f69-91bf-ce703ff3b0ac req-045ad5d4-1b38-4324-8243-b9d118cc862b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac51fee5-96ff-410d-b23b-24f8c16c68d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259485 Jul 30 16:08:16.401513 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270f02e-6144-4c34-a0c5-1ef264e42354 req-fbd27026-6385-465f-a502-1bf8fbb11e09 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:16.403104 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4270f02e-6144-4c34-a0c5-1ef264e42354 req-fbd27026-6385-465f-a502-1bf8fbb11e09 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0488410 Jul 30 16:08:16.442049 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4270f02e-6144-4c34-a0c5-1ef264e42354 req-d07099b8-2566-4695-a319-03b1cbf44c9b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329950 Jul 30 16:08:16.456181 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd3156-f7df-40ef-b457-a612302911df req-0a03cefb-3888-4dbd-8402-56e624b1ab6f tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:16.457713 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ecdd3156-f7df-40ef-b457-a612302911df req-0a03cefb-3888-4dbd-8402-56e624b1ab6f tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 946 time: 0.0491695 Jul 30 16:08:16.542083 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ecdd3156-f7df-40ef-b457-a612302911df req-009b3afc-1de1-40e1-876c-dbe5e595db3a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775521 Jul 30 16:08:16.580088 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-11f4e53d-a546-4f69-91bf-ce703ff3b0ac req-372879e5-d2af-4398-8802-108a1cfedc2f service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009088 Jul 30 16:08:17.411670 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device a8bb353d-bae4-4562-a88a-78a07c9d2a61 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:08:17.493078 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:17.508029 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-11f4e53d-a546-4f69-91bf-ce703ff3b0ac req-5b79cc05-03e0-4dd5-8d95-fa43968ee285 service neutron] 10.222.0.60 "GET /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956218 Jul 30 16:08:17.518238 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:08:17.520585 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2f0ee1-2891-432a-a589-787b0c610882" -d '{"events": [{"server_uuid": "116d64e9-b827-4619-a9b3-2a5e0a1d8fa8", "name": "network-vif-unplugged", "status": "completed", "tag": "a8bb353d-bae4-4562-a88a-78a07c9d2a61"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:08:17.537404 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port a8bb353d-bae4-4562-a88a-78a07c9d2a61, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:17.543954 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:17.544888 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 68028e1b-d351-49e0-b142-c82285b7920b no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:08:17.585015 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 16:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c00c0d-fc8b-4bb4-a126-09117ab84b7e x-openstack-request-id: req-82c00c0d-fc8b-4bb4-a126-09117ab84b7e {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:08:17.585329 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116d64e9-b827-4619-a9b3-2a5e0a1d8fa8", "name": "network-vif-unplugged", "status": "completed", "tag": "a8bb353d-bae4-4562-a88a-78a07c9d2a61", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:08:17.585837 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-82c00c0d-fc8b-4bb4-a126-09117ab84b7e {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:08:17.586228 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61', 'code': 200} Jul 30 16:08:17.589214 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: 68028e1b-d351-49e0-b142-c82285b7920b {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:08:17.589442 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 68028e1b-d351-49e0-b142-c82285b7920b not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:08:17.599730 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88699cca-9a57-4770-9f0e-9e3c7b292b6e req-4d23a3cd-54e8-4916-8f15-f11df67ed7bd tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:17.601328 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-88699cca-9a57-4770-9f0e-9e3c7b292b6e req-4d23a3cd-54e8-4916-8f15-f11df67ed7bd tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0759246 Jul 30 16:08:17.622272 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=a8bb353d-bae4-4562-a88a-78a07c9d2a61,revision_number=8']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:17.664341 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-88699cca-9a57-4770-9f0e-9e3c7b292b6e req-3f8499fa-ddd4-4673-a0a2-b88c3311a4f4 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508327 Jul 30 16:08:17.695827 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2962501-5958-4008-82e6-7336e4d9f22b req-0fab53c7-074b-4304-a595-d36de9d2e669 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:17.697012 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e2962501-5958-4008-82e6-7336e4d9f22b req-0fab53c7-074b-4304-a595-d36de9d2e669 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0667634 Jul 30 16:08:17.736395 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e2962501-5958-4008-82e6-7336e4d9f22b req-3a8227f2-566e-49f0-a6e6-3c140e4796f4 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333610 Jul 30 16:08:18.791471 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c5e44-6ca5-4485-a275-b8a3a5ff6a18 req-fd41474f-b35b-4955-86dd-1fcb0cedaac5 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:18.793059 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2c5c5e44-6ca5-4485-a275-b8a3a5ff6a18 req-fd41474f-b35b-4955-86dd-1fcb0cedaac5 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0600984 Jul 30 16:08:18.848711 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2c5c5e44-6ca5-4485-a275-b8a3a5ff6a18 req-75903531-ea88-4604-b352-7f82c6a25a49 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474596 Jul 30 16:08:18.875324 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b64b09-106b-4b71-b2ac-25b10f0fa6ae req-6417afff-8070-4d80-a798-2b5a63ead67c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:18.877058 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-55b64b09-106b-4b71-b2ac-25b10f0fa6ae req-6417afff-8070-4d80-a798-2b5a63ead67c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0644667 Jul 30 16:08:18.920114 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-55b64b09-106b-4b71-b2ac-25b10f0fa6ae req-03dd86b4-1ccf-4eba-a32e-e8e943232b16 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357728 Jul 30 16:08:19.975681 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05ea6-17d4-4a63-873a-c9ac63295833 req-7218eebe-e025-4075-a852-9bd838b1ebe4 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:19.977259 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-21c05ea6-17d4-4a63-873a-c9ac63295833 req-7218eebe-e025-4075-a852-9bd838b1ebe4 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0554328 Jul 30 16:08:20.017991 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-21c05ea6-17d4-4a63-873a-c9ac63295833 req-ddec8cb5-4bd0-476e-86a7-f1b7946979e5 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343485 Jul 30 16:08:20.045393 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016298d0-2504-401c-bdc9-3e1ac693e9c3 req-20051691-6bea-419d-be0f-af61796e5dff tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:20.046896 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-016298d0-2504-401c-bdc9-3e1ac693e9c3 req-20051691-6bea-419d-be0f-af61796e5dff tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0507865 Jul 30 16:08:20.086042 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-016298d0-2504-401c-bdc9-3e1ac693e9c3 req-8e59324e-0468-4c20-a971-e7bddebd4cd6 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325687 Jul 30 16:08:20.689923 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927fff1-2744-4b6e-ab3e-4f5ca7d3f10b req-46d5af47-9907-4788-ab6e-14553e942a2d tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:20.691651 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c927fff1-2744-4b6e-ab3e-4f5ca7d3f10b req-46d5af47-9907-4788-ab6e-14553e942a2d tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0577786 Jul 30 16:08:20.767424 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c927fff1-2744-4b6e-ab3e-4f5ca7d3f10b req-423dfdb5-c79a-4ee7-b486-57ba5590e0e8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684681 Jul 30 16:08:21.145522 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550352c-b351-4446-8e0f-8ff54ed499c0 req-9ce36137-1b68-48aa-a0dd-0e8bd7b3ae65 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:21.146941 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7550352c-b351-4446-8e0f-8ff54ed499c0 req-9ce36137-1b68-48aa-a0dd-0e8bd7b3ae65 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0536761 Jul 30 16:08:21.195287 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7550352c-b351-4446-8e0f-8ff54ed499c0 req-83d10a58-1794-4506-a2f0-8a913d597572 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374277 Jul 30 16:08:21.212252 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 58932) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:21.311680 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fcef8cf6-9a8b-4492-a235-23a9c4f9b5a6 req-05cd863e-45a1-4781-8d81-9603c55d9965 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979328 Jul 30 16:08:21.573638 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 58958) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:21.686740 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-bfb5add8-2d34-49c6-83e1-7199ce10f711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:21.780272 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-bfb5add8-2d34-49c6-83e1-7199ce10f711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:21.784336 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-bfb5add8-2d34-49c6-83e1-7199ce10f711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:21.824101 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-bfb5add8-2d34-49c6-83e1-7199ce10f711 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5ea404dc4ff45f39937015feedf96ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498977 Jul 30 16:08:21.824987 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5add8-2d34-49c6-83e1-7199ce10f711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288e191f-82fe-443d-873f-833107735a4d,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:21.826873 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 58964) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:21.915828 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-59ad8239-abda-409b-92ca-8a16b01ef20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:21.925901 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462bb8c-03f4-4b51-8468-e8492a4add1c req-57851dbe-5dc5-4075-8dd9-b8db9c8ac11c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:21.928000 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c462bb8c-03f4-4b51-8468-e8492a4add1c req-57851dbe-5dc5-4075-8dd9-b8db9c8ac11c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0771940 Jul 30 16:08:21.961041 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-59ad8239-abda-409b-92ca-8a16b01ef20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:22.003107 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c462bb8c-03f4-4b51-8468-e8492a4add1c req-755e06cb-4be1-4069-a1c1-ce41109f2206 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676045 Jul 30 16:08:22.027573 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-59ad8239-abda-409b-92ca-8a16b01ef20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:22.031594 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-59ad8239-abda-409b-92ca-8a16b01ef20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:22.032744 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-59ad8239-abda-409b-92ca-8a16b01ef20b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/288e191f-82fe-443d-873f-833107735a4d HTTP/1.1" status: 204 len: 168 time: 0.2047105 Jul 30 16:08:22.041324 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad8239-abda-409b-92ca-8a16b01ef20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288e191f-82fe-443d-873f-833107735a4d,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:22.302205 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 58972) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:22.315527 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-36075672-dfae-4459-84c3-c9cf750a18c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:22.406717 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-36075672-dfae-4459-84c3-c9cf750a18c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:22.411555 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-36075672-dfae-4459-84c3-c9cf750a18c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:22.454073 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36075672-dfae-4459-84c3-c9cf750a18c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de231cbc-e431-4ad2-9b4a-bac4c1cd1e64,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:22.458702 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-36075672-dfae-4459-84c3-c9cf750a18c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4ccf6e2af4f44421bb01c36ad2e52771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554284 Jul 30 16:08:22.461907 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 58974) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:22.516929 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5eba842e-2e37-46c8-8c82-040d73d7143c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:22.539712 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5eba842e-2e37-46c8-8c82-040d73d7143c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:22.588162 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5eba842e-2e37-46c8-8c82-040d73d7143c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:22.590773 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5eba842e-2e37-46c8-8c82-040d73d7143c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:22.592342 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-5eba842e-2e37-46c8-8c82-040d73d7143c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de231cbc-e431-4ad2-9b4a-bac4c1cd1e64 HTTP/1.1" status: 204 len: 168 time: 0.1292429 Jul 30 16:08:22.601022 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba842e-2e37-46c8-8c82-040d73d7143c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de231cbc-e431-4ad2-9b4a-bac4c1cd1e64,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:22.943197 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 58984) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:22.957408 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-64e60626-e9d8-4bbe-a44c-e7038c9377c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:23.058898 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-64e60626-e9d8-4bbe-a44c-e7038c9377c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:23.064744 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-64e60626-e9d8-4bbe-a44c-e7038c9377c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:23.133818 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e60626-e9d8-4bbe-a44c-e7038c9377c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed49efdc-7973-407b-878c-6ad73c569803,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:23.142404 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-64e60626-e9d8-4bbe-a44c-e7038c9377c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf0dcce40d31462493b7d562c0e1c9b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978674 Jul 30 16:08:23.144462 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 58988) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:23.176994 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26399c4d-a836-4edb-a0ba-d40cf267bd72 req-06941e54-138a-4e49-b44f-8acb58546b99 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:23.179791 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-26399c4d-a836-4edb-a0ba-d40cf267bd72 req-06941e54-138a-4e49-b44f-8acb58546b99 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0941570 Jul 30 16:08:23.198100 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-82599839-4eb6-4d28-9ff9-56d4bf9281f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:23.222418 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-82599839-4eb6-4d28-9ff9-56d4bf9281f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:23.227247 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-26399c4d-a836-4edb-a0ba-d40cf267bd72 req-c8bab43c-3830-429a-8f1f-50d0994a88e2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407460 Jul 30 16:08:23.279356 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-82599839-4eb6-4d28-9ff9-56d4bf9281f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:23.281992 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-82599839-4eb6-4d28-9ff9-56d4bf9281f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:23.283193 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-82599839-4eb6-4d28-9ff9-56d4bf9281f5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed49efdc-7973-407b-878c-6ad73c569803 HTTP/1.1" status: 204 len: 168 time: 0.1371953 Jul 30 16:08:23.293152 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82599839-4eb6-4d28-9ff9-56d4bf9281f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed49efdc-7973-407b-878c-6ad73c569803,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:23.909957 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device a8bb353d-bae4-4562-a88a-78a07c9d2a61 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:08:24.044794 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 59014) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:24.156437 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-3003d125-06ce-4acc-b949-35886886f6c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2018043687-network', 'tenant_id': '3f3a046b66c14ad498967abef67f64b7'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:08:24.179374 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3003d125-06ce-4acc-b949-35886886f6c0 admin admin] Made reservation on behalf of 3f3a046b66c14ad498967abef67f64b7 for: {'network': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:08:24.181723 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3003d125-06ce-4acc-b949-35886886f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:24.190832 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3003d125-06ce-4acc-b949-35886886f6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:24.279307 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3003d125-06ce-4acc-b949-35886886f6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:24.283820 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3003d125-06ce-4acc-b949-35886886f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:24.310708 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3003d125-06ce-4acc-b949-35886886f6c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=93353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:08:24.322206 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003d125-06ce-4acc-b949-35886886f6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9528e4-eae0-488a-af72-987f876d4ce1,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:24.328238 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3003d125-06ce-4acc-b949-35886886f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:24.328585 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.segments_db [None req-3003d125-06ce-4acc-b949-35886886f6c0 admin admin] Added segment 9d7383e8-83c0-470a-9f8c-5f1bdf79c5af of type vlan for network bc73d1af-21b3-43d1-887f-d507a0c2d0db Jul 30 16:08:24.361099 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e163272-3fa7-491a-9da4-0d3d531f59a1 req-08ef9254-17e8-4c5b-a889-5a6ef56d390d tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:24.362789 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7e163272-3fa7-491a-9da4-0d3d531f59a1 req-08ef9254-17e8-4c5b-a889-5a6ef56d390d tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0574491 Jul 30 16:08:24.380130 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3003d125-06ce-4acc-b949-35886886f6c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:24.405673 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7e163272-3fa7-491a-9da4-0d3d531f59a1 req-a6f9d01f-82aa-47d7-a374-fb0ea31a8b2e tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351222 Jul 30 16:08:24.419663 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3003d125-06ce-4acc-b949-35886886f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:24.421380 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3003d125-06ce-4acc-b949-35886886f6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:24.422501 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3003d125-06ce-4acc-b949-35886886f6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:24.487017 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-3003d125-06ce-4acc-b949-35886886f6c0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4404290 Jul 30 16:08:24.490749 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 59020) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:24.496128 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-b9403b27-3820-4813-b80a-e37797e044b0 admin admin] Request body: {'subnet': {'network_id': 'bc73d1af-21b3-43d1-887f-d507a0c2d0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2018043687-subnet', 'tenant_id': '3f3a046b66c14ad498967abef67f64b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:08:24.499565 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003d125-06ce-4acc-b949-35886886f6c0 admin admin] Pushing event updated for resources: {'Network': ['ID=bc73d1af-21b3-43d1-887f-d507a0c2d0db,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:24.511295 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network bc73d1af-21b3-43d1-887f-d507a0c2d0db details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:08:24.524905 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9403b27-3820-4813-b80a-e37797e044b0 admin admin] Made reservation on behalf of 3f3a046b66c14ad498967abef67f64b7 for: {'subnet': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:08:24.527397 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b9403b27-3820-4813-b80a-e37797e044b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7322515'] for subnet, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:24.745136 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b9403b27-3820-4813-b80a-e37797e044b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5957849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7322557'] for subnet, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:24.832798 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9403b27-3820-4813-b80a-e37797e044b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d8b517-c645-4983-a9af-a115e274d8b4,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:24.835859 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9403b27-3820-4813-b80a-e37797e044b0 admin admin] Checking segment: {'id': '9d7383e8-83c0-470a-9f8c-5f1bdf79c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc73d1af-21b3-43d1-887f-d507a0c2d0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:08:24.836130 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9403b27-3820-4813-b80a-e37797e044b0 admin admin] Network hostable DHCP agents. Network: bc73d1af-21b3-43d1-887f-d507a0c2d0db, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:08:24.862784 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9403b27-3820-4813-b80a-e37797e044b0 admin admin] Network bc73d1af-21b3-43d1-887f-d507a0c2d0db is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:08:24.873862 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-b9403b27-3820-4813-b80a-e37797e044b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, bc73d1af-21b3-43d1-887f-d507a0c2d0db) {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:08:24.882736 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9403b27-3820-4813-b80a-e37797e044b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:24.883423 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b9403b27-3820-4813-b80a-e37797e044b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:24.889734 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf74676-5e49-4578-bd46-a79c3ed2d208 None None] Network bc73d1af-21b3-43d1-887f-d507a0c2d0db requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:08:24.903583 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-b9403b27-3820-4813-b80a-e37797e044b0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4116569 Jul 30 16:08:25.044639 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7affd5b-18b0-43c0-9e0c-1b12c281f0d5 None None] Network bc73d1af-21b3-43d1-887f-d507a0c2d0db requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:08:25.293311 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-2e0b4090-a524-4b07-895e-025a59f40492 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:25.302072 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-2e0b4090-a524-4b07-895e-025a59f40492 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/networks?id=bd109f06-fda1-45ac-a05e-408befaaa21e HTTP/1.1" status: 200 len: 814 time: 0.1494420 Jul 30 16:08:25.323289 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-5b1e4d33-a773-4321-9d77-7d01e97bfba1 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/quotas/d5c1289baa134b41815dcf8fa5b61280 HTTP/1.1" status: 200 len: 375 time: 0.0199022 Jul 30 16:08:25.358101 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-0398b91d-a2bc-44f3-8e4c-e22999642d99 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d5c1289baa134b41815dcf8fa5b61280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330689 Jul 30 16:08:25.495039 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-663bd60b-2f15-45b3-a651-31459ebfbc01 service neutron] 10.222.0.61 "GET /v2.0/networks/bd109f06-fda1-45ac-a05e-408befaaa21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234159 Jul 30 16:08:25.613309 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f51962-f53b-4f38-9abd-f4707c0350bb req-af118e25-9b3d-4028-b1ff-f2b18574f708 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:25.623561 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-13f51962-f53b-4f38-9abd-f4707c0350bb req-af118e25-9b3d-4028-b1ff-f2b18574f708 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0917261 Jul 30 16:08:25.671160 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-13f51962-f53b-4f38-9abd-f4707c0350bb req-1307b9f1-02a7-479b-9012-2e972c0fb97f tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462830 Jul 30 16:08:25.675279 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-edfa5c19-1e1c-40f9-92db-bd05fc6d5ad9 service neutron] 10.222.0.61 "GET /v2.0/networks/bd109f06-fda1-45ac-a05e-408befaaa21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711106 Jul 30 16:08:25.900480 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-8bfdc6a9-9aae-48d3-9fa7-942f348a941c req-ed954c6e-646c-4871-866f-ed844935a00a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 210 time: 0.0392990 Jul 30 16:08:26.011396 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef8cf6-9a8b-4492-a235-23a9c4f9b5a6 req-851257f6-8ac7-4653-93be-dbefc46241b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:26.013037 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fcef8cf6-9a8b-4492-a235-23a9c4f9b5a6 req-851257f6-8ac7-4653-93be-dbefc46241b1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8&tenant_id=15377e3ad59448e2a0d51249c5cf4a32 HTTP/1.1" status: 200 len: 1097 time: 0.0898504 Jul 30 16:08:26.095923 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef8cf6-9a8b-4492-a235-23a9c4f9b5a6 req-da5ade1d-7e06-41ee-b7f5-41de1e5ba322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:26.098273 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fcef8cf6-9a8b-4492-a235-23a9c4f9b5a6 req-da5ade1d-7e06-41ee-b7f5-41de1e5ba322 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15377e3ad59448e2a0d51249c5cf4a32&device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 1097 time: 0.0599256 Jul 30 16:08:26.240258 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef8cf6-9a8b-4492-a235-23a9c4f9b5a6 req-7ab7d008-8db6-44bc-9e68-f6165aa69348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:26.242047 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fcef8cf6-9a8b-4492-a235-23a9c4f9b5a6 req-7ab7d008-8db6-44bc-9e68-f6165aa69348 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b371347-3539-4d23-9546-ea91d4d992d4 HTTP/1.1" status: 200 len: 917 time: 0.1358368 Jul 30 16:08:26.321165 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fcef8cf6-9a8b-4492-a235-23a9c4f9b5a6 req-7f914e97-2eb7-4e16-a1e1-7915e4497e74 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61 HTTP/1.1" status: 200 len: 1000 time: 0.0715089 Jul 30 16:08:26.382130 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef8cf6-9a8b-4492-a235-23a9c4f9b5a6 req-301d951d-208e-4901-9214-555358ad5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:26.383692 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fcef8cf6-9a8b-4492-a235-23a9c4f9b5a6 req-301d951d-208e-4901-9214-555358ad5526 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11cade48-67f7-4537-a1c0-f728e42f6cbb HTTP/1.1" status: 200 len: 855 time: 0.0475974 Jul 30 16:08:26.436107 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef8cf6-9a8b-4492-a235-23a9c4f9b5a6 req-b93bcabc-704a-486d-8025-24f6ac29b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:26.437637 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fcef8cf6-9a8b-4492-a235-23a9c4f9b5a6 req-b93bcabc-704a-486d-8025-24f6ac29b5f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b371347-3539-4d23-9546-ea91d4d992d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457566 Jul 30 16:08:26.552797 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fcef8cf6-9a8b-4492-a235-23a9c4f9b5a6 req-ccc6f322-5ad1-4788-9676-b3a5fc6ccf76 service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065528 Jul 30 16:08:26.662486 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fcef8cf6-9a8b-4492-a235-23a9c4f9b5a6 req-a1e5ab0f-8842-4fd3-a1c0-af2a6ab067b8 service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015925 Jul 30 16:08:26.847853 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbba76-839e-41e3-94b2-ec71d5924f3c req-9996702b-2691-4f77-9592-c159500dfb06 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:26.850640 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-92cbba76-839e-41e3-94b2-ec71d5924f3c req-9996702b-2691-4f77-9592-c159500dfb06 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0831187 Jul 30 16:08:26.922934 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-92cbba76-839e-41e3-94b2-ec71d5924f3c req-c3952b3f-965d-43da-80e0-71db0f72ee67 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519502 Jul 30 16:08:27.068054 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a79ca96d-9fbc-4937-8a60-fa2941d74432 req-3d8b979b-2df0-4c28-9dfc-8c5757d48124 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 210 time: 0.0445592 Jul 30 16:08:27.199162 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-80d605af-49e5-418b-8cec-0ec88aaadc1a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:27.201003 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-80d605af-49e5-418b-8cec-0ec88aaadc1a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.60 "GET /v2.0/networks?id=bd109f06-fda1-45ac-a05e-408befaaa21e HTTP/1.1" status: 200 len: 814 time: 0.1964912 Jul 30 16:08:27.208747 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d2552-ec06-4034-821b-54cb63811441 req-52edcfff-6639-4936-8ae3-15131770997f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:27.210809 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1e2d2552-ec06-4034-821b-54cb63811441 req-52edcfff-6639-4936-8ae3-15131770997f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/networks?id=bc73d1af-21b3-43d1-887f-d507a0c2d0db HTTP/1.1" status: 200 len: 809 time: 0.2527518 Jul 30 16:08:27.216393 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-08f502b7-5b1d-4f15-bdb2-2ec1c12c5e3f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Request body: {'port': {'device_id': '1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4', 'network_id': 'bd109f06-fda1-45ac-a05e-408befaaa21e', 'admin_state_up': True, 'tenant_id': 'd5c1289baa134b41815dcf8fa5b61280'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:08:27.272242 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1e2d2552-ec06-4034-821b-54cb63811441 req-6bafc019-213e-4f4a-9c7d-b8e4a6f9ab42 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/quotas/3f3a046b66c14ad498967abef67f64b7 HTTP/1.1" status: 200 len: 375 time: 0.0499177 Jul 30 16:08:27.325203 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1e2d2552-ec06-4034-821b-54cb63811441 req-ae2a10fd-b959-4fac-a706-fce603da3604 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f3a046b66c14ad498967abef67f64b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394573 Jul 30 16:08:27.600132 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-08f502b7-5b1d-4f15-bdb2-2ec1c12c5e3f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Made reservation on behalf of d5c1289baa134b41815dcf8fa5b61280 for: {'port': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:08:27.612472 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-08f502b7-5b1d-4f15-bdb2-2ec1c12c5e3f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:27.639568 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1e2d2552-ec06-4034-821b-54cb63811441 req-30e9eba9-7f50-4ba1-817d-c7d78a23db1c service neutron] 10.222.0.61 "GET /v2.0/networks/bc73d1af-21b3-43d1-887f-d507a0c2d0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700100 Jul 30 16:08:27.657023 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ff5f6-fd53-4b3a-9c2d-a36ba9af3eb5 req-fe5aa60f-b04b-4dcc-b08f-1bdf6b0e58c2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:27.659678 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-149ff5f6-fd53-4b3a-9c2d-a36ba9af3eb5 req-fe5aa60f-b04b-4dcc-b08f-1bdf6b0e58c2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.1225760 Jul 30 16:08:27.743373 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-149ff5f6-fd53-4b3a-9c2d-a36ba9af3eb5 req-28f2b702-8d01-4dd7-ad25-f2ed01fad691 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723078 Jul 30 16:08:27.870867 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1e2d2552-ec06-4034-821b-54cb63811441 req-5ff55186-aeec-4497-956b-ac4a9d39196a service neutron] 10.222.0.61 "GET /v2.0/networks/bc73d1af-21b3-43d1-887f-d507a0c2d0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192016 Jul 30 16:08:27.901688 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-08f502b7-5b1d-4f15-bdb2-2ec1c12c5e3f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Allocated IP 172.20.0.6 (bd109f06-fda1-45ac-a05e-408befaaa21e/38fabcf4-4de7-4061-85b3-c10dd93c68fb/f76701b8-4476-4851-b81b-5d85bc42d618) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:08:28.151452 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eade03d-7a8e-4092-bfb0-0142a2bc9e6b req-a2a4b323-437e-45ba-9daf-05a04a0b9a21 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:28.154950 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9eade03d-7a8e-4092-bfb0-0142a2bc9e6b req-a2a4b323-437e-45ba-9daf-05a04a0b9a21 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.1019073 Jul 30 16:08:28.222727 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-de8ae304-1229-4ef7-be15-ad40a725eb37 req-219cb5bb-9e88-4134-92ed-7f0ca3cf4644 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 210 time: 0.0650239 Jul 30 16:08:28.275248 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9eade03d-7a8e-4092-bfb0-0142a2bc9e6b req-22d098b4-96df-4e4b-a677-56103b203971 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112947 Jul 30 16:08:28.275912 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-08f502b7-5b1d-4f15-bdb2-2ec1c12c5e3f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:28.355252 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-72ebc2e5-252b-43b9-805c-635aca19c457 req-c1cb96df-5f7c-4475-81e0-c80ff4b0df55 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 210 time: 0.0457792 Jul 30 16:08:28.386527 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-08f502b7-5b1d-4f15-bdb2-2ec1c12c5e3f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:28.477691 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-08f502b7-5b1d-4f15-bdb2-2ec1c12c5e3f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Network bd109f06-fda1-45ac-a05e-408befaaa21e is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:08:28.493061 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-08f502b7-5b1d-4f15-bdb2-2ec1c12c5e3f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:08:28.501242 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-08f502b7-5b1d-4f15-bdb2-2ec1c12c5e3f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:08:28.509009 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f502b7-5b1d-4f15-bdb2-2ec1c12c5e3f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Pushing event updated for resources: {'Port': ['ID=f76701b8-4476-4851-b81b-5d85bc42d618,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:28.590974 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-08f502b7-5b1d-4f15-bdb2-2ec1c12c5e3f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:28.591632 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-08f502b7-5b1d-4f15-bdb2-2ec1c12c5e3f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:28.606340 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-08f502b7-5b1d-4f15-bdb2-2ec1c12c5e3f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3941469 Jul 30 16:08:28.871372 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fde910-d6c6-47ff-8368-05efb498bdbe req-f1ae6a81-f274-456e-9545-9a953ef23fe0 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:28.872955 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e9fde910-d6c6-47ff-8368-05efb498bdbe req-f1ae6a81-f274-456e-9545-9a953ef23fe0 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0560715 Jul 30 16:08:28.922659 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e9fde910-d6c6-47ff-8368-05efb498bdbe req-3dc56662-05ff-4a43-83a4-5122c3c5b420 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435593 Jul 30 16:08:29.326600 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-591f814f-5333-495f-b155-7ece3663422c req-fb811066-497a-467b-a45d-466429f9f1af tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 210 time: 0.0291636 Jul 30 16:08:29.489849 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f5be9-3939-4d47-8244-7d3bd20132b5 req-cd393ad5-e5f2-472c-9f0d-a5ff724fbcf8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:29.502893 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c36f5be9-3939-4d47-8244-7d3bd20132b5 req-cd393ad5-e5f2-472c-9f0d-a5ff724fbcf8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.1010320 Jul 30 16:08:29.546258 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10375b69-c068-4050-895d-0b00de5c1179 req-0f4d9a96-e7b5-4c6e-a004-212121953a7d tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:29.548385 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-10375b69-c068-4050-895d-0b00de5c1179 req-0f4d9a96-e7b5-4c6e-a004-212121953a7d tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 931 time: 0.0825148 Jul 30 16:08:29.658675 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-10375b69-c068-4050-895d-0b00de5c1179 req-9c05c2ae-68cf-4614-bc0e-d55a92fedbf7 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929570 Jul 30 16:08:29.874071 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c36f5be9-3939-4d47-8244-7d3bd20132b5 req-70da14f8-bc58-4b16-9bcd-31c59f577893 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3696792 Jul 30 16:08:30.115483 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecf9bf-09ef-401d-9c0b-0d64090a6328 req-98981181-e0c2-4639-85fa-15b5fe3d7e32 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:30.117624 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-90ecf9bf-09ef-401d-9c0b-0d64090a6328 req-98981181-e0c2-4639-85fa-15b5fe3d7e32 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0680404 Jul 30 16:08:30.175798 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-90ecf9bf-09ef-401d-9c0b-0d64090a6328 req-218d7f84-8961-4a0e-ba9a-98d8f731424f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504019 Jul 30 16:08:30.480692 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-77fc5b8e-a29c-4bae-95e7-52fa390070b7 req-d08a9856-9db4-4b0a-b410-f7b585184c62 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 210 time: 0.0364132 Jul 30 16:08:30.782434 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc909b4c-b11a-41f0-857a-75b3364dd651 req-790dbf81-1241-40a1-a16a-6ab001f7067b tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:30.784137 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-bc909b4c-b11a-41f0-857a-75b3364dd651 req-790dbf81-1241-40a1-a16a-6ab001f7067b tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 931 time: 0.0506289 Jul 30 16:08:30.828236 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-bc909b4c-b11a-41f0-857a-75b3364dd651 req-f17900a5-17da-4be8-82d6-d2e6477435cf tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371208 Jul 30 16:08:31.035447 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e6844-2e8a-4924-83cf-cda2efe26620 req-0df3ace3-253c-4332-9314-d61a8c1f2752 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:31.037477 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-386e6844-2e8a-4924-83cf-cda2efe26620 req-0df3ace3-253c-4332-9314-d61a8c1f2752 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0591996 Jul 30 16:08:31.091050 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-386e6844-2e8a-4924-83cf-cda2efe26620 req-ec38b899-1fd1-4589-ac92-5e7e01ff3c92 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435472 Jul 30 16:08:31.322513 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c77d0-652b-4051-8792-9be009245792 req-6cc46d6c-5d9e-4799-a372-9c967b59a125 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:31.330795 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b89c77d0-652b-4051-8792-9be009245792 req-6cc46d6c-5d9e-4799-a372-9c967b59a125 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0731914 Jul 30 16:08:31.372103 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b89c77d0-652b-4051-8792-9be009245792 req-9acd318c-78a6-46ec-90f8-fd632b46a56b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393670 Jul 30 16:08:31.599173 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0b3fd4db-bf62-4917-ba4e-0425191e38a7 req-a8b06bab-0b0b-4044-abe2-c9acfdf7da3f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 210 time: 0.0309334 Jul 30 16:08:31.960601 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae46fe-708a-4a55-96b7-f8f703ef01f2 req-eb2ad1ff-c64d-4768-8d52-d762512f9663 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:31.962173 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b6ae46fe-708a-4a55-96b7-f8f703ef01f2 req-eb2ad1ff-c64d-4768-8d52-d762512f9663 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 931 time: 0.0539033 Jul 30 16:08:32.005946 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b6ae46fe-708a-4a55-96b7-f8f703ef01f2 req-241f2cb5-43a0-46ed-9590-dc6d786ade66 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369351 Jul 30 16:08:32.253612 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ca05f-da18-44cc-a5f3-879d84c0d612 req-85801417-068c-49d6-9037-862ad50e1410 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:32.256281 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-653ca05f-da18-44cc-a5f3-879d84c0d612 req-85801417-068c-49d6-9037-862ad50e1410 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0542994 Jul 30 16:08:32.328633 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-653ca05f-da18-44cc-a5f3-879d84c0d612 req-d6644fb4-fac1-4c75-93e5-4b8939060006 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662684 Jul 30 16:08:32.507911 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a87603-7107-4c7c-8820-cefb8d3eb122 req-acf8e4e4-0fe4-47a7-b359-51e2c0bc620b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:32.509484 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a6a87603-7107-4c7c-8820-cefb8d3eb122 req-acf8e4e4-0fe4-47a7-b359-51e2c0bc620b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0563993 Jul 30 16:08:32.549506 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a6a87603-7107-4c7c-8820-cefb8d3eb122 req-6d6a1e25-468f-416b-af22-32ed8aaea6a0 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338836 Jul 30 16:08:32.717177 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0da39732-3792-4ade-a54b-bf335681f04b req-ab13329d-7383-41ea-835b-bc98d607aded tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 210 time: 0.0316939 Jul 30 16:08:33.124342 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ef4c4-9e8c-4636-ae56-fd3f1a5cd28a req-dac32d08-ec63-4b4f-866f-604ffee821c1 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:33.125790 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-309ef4c4-9e8c-4636-ae56-fd3f1a5cd28a req-dac32d08-ec63-4b4f-866f-604ffee821c1 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 931 time: 0.0521853 Jul 30 16:08:33.168097 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-309ef4c4-9e8c-4636-ae56-fd3f1a5cd28a req-874f7f32-891b-45d5-8f22-e9fa7f7f88c1 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357687 Jul 30 16:08:33.230972 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-33b8c83f-8e79-4b5e-a5ff-a78aef6a6e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:33.472259 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c942c2b-cc2b-47fe-8f10-9e7e6c9f4bd8 req-dbc7ab7b-b95b-4f39-a683-374701d84e12 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:33.472259 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3c942c2b-cc2b-47fe-8f10-9e7e6c9f4bd8 req-dbc7ab7b-b95b-4f39-a683-374701d84e12 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0497925 Jul 30 16:08:33.527687 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3c942c2b-cc2b-47fe-8f10-9e7e6c9f4bd8 req-a28fc1ab-4a8d-4bce-b526-a1815f8896e2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527611 Jul 30 16:08:33.674826 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb441d0-eec3-4c90-be97-b1f438dd687c req-cc164b45-a0c3-4023-92b0-3513a551038a tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:33.676710 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-8cb441d0-eec3-4c90-be97-b1f438dd687c req-cc164b45-a0c3-4023-92b0-3513a551038a tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0530443 Jul 30 16:08:33.715809 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-8cb441d0-eec3-4c90-be97-b1f438dd687c req-fe436a68-97aa-4409-a24b-98cecfcb63d7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330122 Jul 30 16:08:33.815678 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3100fe49-28e5-425a-9d64-33315df0291e req-0fdb69f0-a3fa-4efb-a258-0fbeb46d9581 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 210 time: 0.0300331 Jul 30 16:08:34.285703 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d5a2e-1172-4711-a1bc-7d891badf534 req-ed34c10f-847a-401b-8fed-46f3a72dd8bf tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:34.287901 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d87d5a2e-1172-4711-a1bc-7d891badf534 req-ed34c10f-847a-401b-8fed-46f3a72dd8bf tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 931 time: 0.0523264 Jul 30 16:08:34.329064 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d87d5a2e-1172-4711-a1bc-7d891badf534 req-959381d8-3ad8-46ee-babd-126d5867fea5 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351279 Jul 30 16:08:34.642574 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e64087-f7ac-43ed-9ee8-0903e940e5b3 req-d285e284-7b6a-4a5a-9a0c-3aa6b5a65b0c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:34.644226 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-07e64087-f7ac-43ed-9ee8-0903e940e5b3 req-d285e284-7b6a-4a5a-9a0c-3aa6b5a65b0c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0501208 Jul 30 16:08:34.683774 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-07e64087-f7ac-43ed-9ee8-0903e940e5b3 req-3a39df2e-0222-4dc5-b1fd-0e5c72dbafb2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319273 Jul 30 16:08:34.832036 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbc6e6-d0f6-47bf-9cbe-285b4795adcc req-050264a8-a14f-48ba-bdf0-dc8d7dad8373 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:34.834042 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d3fbc6e6-d0f6-47bf-9cbe-285b4795adcc req-050264a8-a14f-48ba-bdf0-dc8d7dad8373 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0479314 Jul 30 16:08:34.886012 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d3fbc6e6-d0f6-47bf-9cbe-285b4795adcc req-d8235e83-eaf6-4c7b-adde-e521b9fdc234 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 Jul 30 16:08:34.912623 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a011fcfb-603b-4714-9948-bf8c3f8e3eb9 req-f5e68f72-48ee-496d-bc24-5e4c1ee312fd tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 210 time: 0.0272884 Jul 30 16:08:35.446015 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a382a-d88d-43ca-be90-d26e2a424469 req-340cfae3-ac5d-4743-a37c-1c3f4e7dc9ca tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:35.447404 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-6b2a382a-d88d-43ca-be90-d26e2a424469 req-340cfae3-ac5d-4743-a37c-1c3f4e7dc9ca tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 931 time: 0.0498281 Jul 30 16:08:35.486900 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-6b2a382a-d88d-43ca-be90-d26e2a424469 req-3487ff30-71de-45fb-8b5b-0b31593ca695 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333848 Jul 30 16:08:35.819783 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216b82b-3ee1-4861-8d82-b5013fb1ee44 req-68088a95-522f-4963-933c-15de216b364b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:35.821335 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a216b82b-3ee1-4861-8d82-b5013fb1ee44 req-68088a95-522f-4963-933c-15de216b364b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0499415 Jul 30 16:08:35.867064 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a216b82b-3ee1-4861-8d82-b5013fb1ee44 req-fd5b6f7e-f5e8-4bc7-b5f7-b5b94aa9fcd3 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394311 Jul 30 16:08:36.009580 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-22852a57-e707-4661-a4b4-ce96e36bd246 req-40ba1519-6745-4c43-b66f-df2393e1cbf2 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 210 time: 0.0291779 Jul 30 16:08:36.023235 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a9580-b13d-4260-8aa6-8c7b6de09954 req-4edafe88-7db1-4d58-a4a4-dd439ef8a1a3 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:36.024738 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-667a9580-b13d-4260-8aa6-8c7b6de09954 req-4edafe88-7db1-4d58-a4a4-dd439ef8a1a3 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0633035 Jul 30 16:08:36.064918 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-667a9580-b13d-4260-8aa6-8c7b6de09954 req-cfd0e3ff-89f2-41d8-bd45-b36a1dde97be tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327437 Jul 30 16:08:36.171405 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:36.177440 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-46cbb349-7783-46f1-8a35-deef79d65ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:36.604761 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceff380-c810-474c-9129-6c21747053df req-616bf8ab-55f2-420f-922c-3f93c631769c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:36.606327 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-aceff380-c810-474c-9129-6c21747053df req-616bf8ab-55f2-420f-922c-3f93c631769c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 931 time: 0.0515575 Jul 30 16:08:36.664730 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-aceff380-c810-474c-9129-6c21747053df req-ce49bc4b-83c0-4824-9a2a-51abffa5a443 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467193 Jul 30 16:08:36.945746 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:36.990154 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed32a74-df75-440f-9e0c-00aa0f795adc req-67aa3a94-e040-47ef-8bda-86c8c3dac62c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:36.991656 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fed32a74-df75-440f-9e0c-00aa0f795adc req-67aa3a94-e040-47ef-8bda-86c8c3dac62c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0494535 Jul 30 16:08:37.037691 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fed32a74-df75-440f-9e0c-00aa0f795adc req-951b5d1a-6213-489b-a5e6-1dfee02e9376 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399656 Jul 30 16:08:37.114118 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2bc2b5c3-6d51-4828-b4b9-ecce46fe776a req-71be51d6-b632-438b-991b-ef9a0ea40e95 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 210 time: 0.0371594 Jul 30 16:08:37.186909 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71146243-5253-472f-b37f-359f122185b5 req-b138007a-4553-408d-bd03-e5fa1348ee57 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:37.188504 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-71146243-5253-472f-b37f-359f122185b5 req-b138007a-4553-408d-bd03-e5fa1348ee57 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0530877 Jul 30 16:08:37.229194 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-71146243-5253-472f-b37f-359f122185b5 req-d768861d-e4b8-43e1-8f86-4de8fd98d556 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347576 Jul 30 16:08:37.784123 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81550938-06eb-4622-8e80-30088ffb0591 req-8f716b69-36c3-4b39-9556-b0c10c9a786d tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:37.785720 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-81550938-06eb-4622-8e80-30088ffb0591 req-8f716b69-36c3-4b39-9556-b0c10c9a786d tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 931 time: 0.0540841 Jul 30 16:08:37.826678 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-81550938-06eb-4622-8e80-30088ffb0591 req-3ab616eb-d24f-4d15-860b-f70ff674bac3 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341706 Jul 30 16:08:38.173539 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bf931-3a76-4c1c-9d1a-30afa6f53252 req-118cc966-4f2c-40db-9782-119cb84a788b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:38.175094 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ae9bf931-3a76-4c1c-9d1a-30afa6f53252 req-118cc966-4f2c-40db-9782-119cb84a788b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0628524 Jul 30 16:08:38.211974 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-173bede8-ae83-4d91-bca7-b117b69d7af7 req-7cc80965-98c6-49ab-9938-d2a74e06035e tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 210 time: 0.0302889 Jul 30 16:08:38.225210 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ae9bf931-3a76-4c1c-9d1a-30afa6f53252 req-ac1bf78b-3fe1-421b-bf21-370d3a636ca9 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441315 Jul 30 16:08:38.346497 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed5849-fd12-42c9-9117-61349b31d9e9 req-5bc1ab66-37de-42ac-9e5a-a1ab3a7ba37c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:38.347927 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4aed5849-fd12-42c9-9117-61349b31d9e9 req-5bc1ab66-37de-42ac-9e5a-a1ab3a7ba37c tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0501871 Jul 30 16:08:38.388844 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4aed5849-fd12-42c9-9117-61349b31d9e9 req-f287cbef-975f-4b74-82f8-aa02ecbf3dfe tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348155 Jul 30 16:08:38.412952 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:38.943628 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bb9af-e547-4738-a935-9dc7b8cddf73 req-c68292fb-3f59-488f-8936-fc3084963a67 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:38.944991 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d50bb9af-e547-4738-a935-9dc7b8cddf73 req-c68292fb-3f59-488f-8936-fc3084963a67 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 931 time: 0.0515397 Jul 30 16:08:38.986497 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d50bb9af-e547-4738-a935-9dc7b8cddf73 req-c4cb93a0-2899-4fcb-bc7c-8759f9a625a8 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356321 Jul 30 16:08:39.313802 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-012853a2-cf30-43a3-a831-06b2c8d030b2 req-0d95a979-d395-44ff-98c2-96a3709d825b tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 210 time: 0.0327294 Jul 30 16:08:39.538766 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f992cc3-76c3-41b6-af79-f2ff1b514e51 req-c3d12e79-1d8c-436f-ad0e-6d7ba416fe88 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:39.541407 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7f992cc3-76c3-41b6-af79-f2ff1b514e51 req-c3d12e79-1d8c-436f-ad0e-6d7ba416fe88 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0765548 Jul 30 16:08:39.559041 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8aebce-1f4d-4509-97b0-a42d39ed33a8 req-79feb808-b1ba-46f7-a9cd-e6c61aa48482 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:39.560785 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5b8aebce-1f4d-4509-97b0-a42d39ed33a8 req-79feb808-b1ba-46f7-a9cd-e6c61aa48482 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.2657630 Jul 30 16:08:39.583797 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7f992cc3-76c3-41b6-af79-f2ff1b514e51 req-1078d8eb-8737-46fb-9d19-7ef8433b6f89 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352643 Jul 30 16:08:39.605141 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5b8aebce-1f4d-4509-97b0-a42d39ed33a8 req-3a3ae5e7-cf2d-42a5-b22e-f2c82e5ea1f9 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382104 Jul 30 16:08:40.109586 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736715f2-0327-43bc-81f6-c8b78e723390 req-2ad5aee9-483c-44c1-a5d8-9d21c649cc78 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:40.111064 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-736715f2-0327-43bc-81f6-c8b78e723390 req-2ad5aee9-483c-44c1-a5d8-9d21c649cc78 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 931 time: 0.0578141 Jul 30 16:08:40.149500 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-736715f2-0327-43bc-81f6-c8b78e723390 req-db6e34be-f15b-4497-8873-889f7ed35575 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320699 Jul 30 16:08:40.162546 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Request body: {'port': {'device_id': '1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:08:40.217145 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:40.432100 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-59d2f618-a062-4a6f-8295-a106691dd319 req-93d501b4-0de0-43d5-b1ee-df9e6520542b tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 210 time: 0.0432429 Jul 30 16:08:40.539437 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76701b8-4476-4851-b81b-5d85bc42d618 {{(pid=93354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:08:40.546927 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:40.560898 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.provisioning_blocks [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Transition to ACTIVE for port object f76701b8-4476-4851-b81b-5d85bc42d618 will not be triggered until provisioned by entity L2. {{(pid=93354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:08:40.564316 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957804'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:40.613708 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Pushing event updated for resources: {'Port': ['ID=f76701b8-4476-4851-b81b-5d85bc42d618,revision_number=2']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:40.685397 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.managers [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Attempting to bind port f76701b8-4476-4851-b81b-5d85bc42d618 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:08:40.685738 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.managers [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Attempting to bind port f76701b8-4476-4851-b81b-5d85bc42d618 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bd109f06-fda1-45ac-a05e-408befaaa21e'}] {{(pid=93354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:08:40.686068 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Attempting to bind port f76701b8-4476-4851-b81b-5d85bc42d618 on network bd109f06-fda1-45ac-a05e-408befaaa21e {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:08:40.692131 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Port f76701b8-4476-4851-b81b-5d85bc42d618 on network bd109f06-fda1-45ac-a05e-408befaaa21e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:08:40.692444 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Attempting to bind port f76701b8-4476-4851-b81b-5d85bc42d618 on network bd109f06-fda1-45ac-a05e-408befaaa21e {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:08:40.706220 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:08:40.706558 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Checking segment: {'id': 'f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bd109f06-fda1-45ac-a05e-408befaaa21e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:08:40.706954 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Bound using segment: {'id': 'f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bd109f06-fda1-45ac-a05e-408befaaa21e'} {{(pid=93354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:08:40.707434 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.managers [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Bound port: f76701b8-4476-4851-b81b-5d85bc42d618, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bd109f06-fda1-45ac-a05e-408befaaa21e'}}] {{(pid=93354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:08:40.708332 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:40.709423 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e70dea-fa20-4790-b174-bf8092c9ba31 req-44bce867-adfe-467f-a734-e7ec74fe3af2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:40.711474 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-34e70dea-fa20-4790-b174-bf8092c9ba31 req-44bce867-adfe-467f-a734-e7ec74fe3af2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0588267 Jul 30 16:08:40.751545 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-34e70dea-fa20-4790-b174-bf8092c9ba31 req-d42ad2c2-1cd5-4832-9663-419650261cbd tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340447 Jul 30 16:08:40.784521 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0de017-24f6-440a-9d45-d3d5e919ceb1 req-65db260c-4ae8-495e-8c65-3db8f4a19147 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:40.786688 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1e0de017-24f6-440a-9d45-d3d5e919ceb1 req-65db260c-4ae8-495e-8c65-3db8f4a19147 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0948708 Jul 30 16:08:40.818404 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] For port f76701b8-4476-4851-b81b-5d85bc42d618, host hv-cinder-80295, cleared binding levels {{(pid=93354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:08:40.836057 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] For port f76701b8-4476-4851-b81b-5d85bc42d618, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f76701b8-4476-4851-b81b-5d85bc42d618,segment=NetworkSegment(f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8),segment_id=f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8)] {{(pid=93354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:08:40.842480 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957804'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:40.875488 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1e0de017-24f6-440a-9d45-d3d5e919ceb1 req-6326973a-0393-49eb-9ccb-ad0b73598268 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811121 Jul 30 16:08:40.884279 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:40.884897 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:40.886270 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] 10.222.0.60 "PUT /v2.0/ports/f76701b8-4476-4851-b81b-5d85bc42d618 HTTP/1.1" status: 200 len: 1093 time: 0.7282608 Jul 30 16:08:40.886707 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4', 'tag': 'f76701b8-4476-4851-b81b-5d85bc42d618'}] {{(pid=93354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:08:40.888989 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1549a637e0520348546bc816cc7ba7b4d913aee95f4c3e2186750afafe3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c9c12d-0e10-4fa2-95ab-08b995207609" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4", "tag": "f76701b8-4476-4851-b81b-5d85bc42d618"}]}' {{(pid=93354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:08:40.931680 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652be19d-f03c-411c-9d94-ce958b3c08ed service neutron] Pushing event updated for resources: {'Port': ['ID=f76701b8-4476-4851-b81b-5d85bc42d618,revision_number=3']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:40.944649 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d450a271-e856-461d-9767-3dcca6c1976b x-openstack-request-id: req-d450a271-e856-461d-9767-3dcca6c1976b {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:08:40.944967 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4", "tag": "f76701b8-4476-4851-b81b-5d85bc42d618", "status": "completed", "code": 200}]} {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:08:40.945220 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d450a271-e856-461d-9767-3dcca6c1976b {{(pid=93354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:08:40.945619 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4', 'tag': 'f76701b8-4476-4851-b81b-5d85bc42d618', 'status': 'completed', 'code': 200} Jul 30 16:08:41.002997 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-fafa3547-ac01-4129-859c-2af6b43f4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:41.003735 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d2552-ec06-4034-821b-54cb63811441 req-3b5048e2-e99e-4f23-a0f5-ee659b177d39 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:41.005060 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-fafa3547-ac01-4129-859c-2af6b43f4e97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5c1289baa134b41815dcf8fa5b61280&device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 1096 time: 0.0441818 Jul 30 16:08:41.005737 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1e2d2552-ec06-4034-821b-54cb63811441 req-3b5048e2-e99e-4f23-a0f5-ee659b177d39 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.60 "GET /v2.0/networks?id=bc73d1af-21b3-43d1-887f-d507a0c2d0db HTTP/1.1" status: 200 len: 809 time: 0.1577890 Jul 30 16:08:41.028832 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-1e2d2552-ec06-4034-821b-54cb63811441 req-3244a56c-33d2-413f-b104-b05c46abb92f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Request body: {'port': {'device_id': 'fb79ffb6-0528-47f3-a78c-30fd46841338', 'network_id': 'bc73d1af-21b3-43d1-887f-d507a0c2d0db', 'admin_state_up': True, 'tenant_id': '3f3a046b66c14ad498967abef67f64b7'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:08:41.061712 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-29048796-d339-4427-b9cc-10a99c2a61ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76701b8-4476-4851-b81b-5d85bc42d618 HTTP/1.1" status: 200 len: 217 time: 0.0384421 Jul 30 16:08:41.112776 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-f4f18c96-ae83-4f48-a8a8-04d127d37e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:41.114173 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-f4f18c96-ae83-4f48-a8a8-04d127d37e9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38fabcf4-4de7-4061-85b3-c10dd93c68fb HTTP/1.1" status: 200 len: 854 time: 0.0434847 Jul 30 16:08:41.138132 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2d2552-ec06-4034-821b-54cb63811441 req-3244a56c-33d2-413f-b104-b05c46abb92f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Made reservation on behalf of 3f3a046b66c14ad498967abef67f64b7 for: {'port': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:08:41.141568 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-1e2d2552-ec06-4034-821b-54cb63811441 req-3244a56c-33d2-413f-b104-b05c46abb92f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:41.151099 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-2bdf2a5e-e424-451b-913c-28f390dea442 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd109f06-fda1-45ac-a05e-408befaaa21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259559 Jul 30 16:08:41.264617 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [req-1e2d2552-ec06-4034-821b-54cb63811441 req-3244a56c-33d2-413f-b104-b05c46abb92f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Allocated IP 172.20.0.12 (bc73d1af-21b3-43d1-887f-d507a0c2d0db/28d8b517-c645-4983-a9af-a115e274d8b4/cab44dd2-7471-4ae0-a843-a5f417a68038) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:08:41.296958 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba20511-566a-431d-a134-d2d5490102db req-2f0294e4-69e4-480e-958d-93fcca2c3bdc tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:41.298435 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7ba20511-566a-431d-a134-d2d5490102db req-2f0294e4-69e4-480e-958d-93fcca2c3bdc tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 943 time: 0.0772371 Jul 30 16:08:41.305052 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-08f867f4-2f39-4fda-b12d-347bdbf1c28e service neutron] 10.222.0.60 "GET /v2.0/networks/bd109f06-fda1-45ac-a05e-408befaaa21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381874 Jul 30 16:08:41.382082 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7ba20511-566a-431d-a134-d2d5490102db req-e930a8a7-d815-4a49-a820-6237a4bfda76 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760522 Jul 30 16:08:41.415259 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-1e2d2552-ec06-4034-821b-54cb63811441 req-3244a56c-33d2-413f-b104-b05c46abb92f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:41.419359 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c78c1bc4-bc4c-4e1b-84da-be998858aa24 req-de26784c-36af-43c0-a628-01bf280022e5 service neutron] 10.222.0.60 "GET /v2.0/networks/bd109f06-fda1-45ac-a05e-408befaaa21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994935 Jul 30 16:08:41.472219 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-1e2d2552-ec06-4034-821b-54cb63811441 req-3244a56c-33d2-413f-b104-b05c46abb92f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:41.518830 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9c12d-0e10-4fa2-95ab-08b995207609 req-5d64b937-80df-4d60-9110-2daa36f70832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:41.520399 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f4c9c12d-0e10-4fa2-95ab-08b995207609 req-5d64b937-80df-4d60-9110-2daa36f70832 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5c1289baa134b41815dcf8fa5b61280&device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 1096 time: 0.0475025 Jul 30 16:08:41.530230 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2d2552-ec06-4034-821b-54cb63811441 req-3244a56c-33d2-413f-b104-b05c46abb92f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Network bc73d1af-21b3-43d1-887f-d507a0c2d0db is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:08:41.555620 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [req-1e2d2552-ec06-4034-821b-54cb63811441 req-3244a56c-33d2-413f-b104-b05c46abb92f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:08:41.559767 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244a56c-33d2-413f-b104-b05c46abb92f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Pushing event updated for resources: {'Port': ['ID=cab44dd2-7471-4ae0-a843-a5f417a68038,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:41.561627 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2d2552-ec06-4034-821b-54cb63811441 req-3244a56c-33d2-413f-b104-b05c46abb92f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:08:41.614605 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9c12d-0e10-4fa2-95ab-08b995207609 req-33db8f7e-f5ed-472b-9254-ea5a60ce52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:41.615764 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8bd78-4e0e-4040-89c4-9f408f9cb12d req-ebdb2283-6b42-4cab-b4d4-898f619b73e9 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:41.616116 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f4c9c12d-0e10-4fa2-95ab-08b995207609 req-33db8f7e-f5ed-472b-9254-ea5a60ce52f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd109f06-fda1-45ac-a05e-408befaaa21e HTTP/1.1" status: 200 len: 915 time: 0.0881271 Jul 30 16:08:41.617350 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-54b8bd78-4e0e-4040-89c4-9f408f9cb12d req-ebdb2283-6b42-4cab-b4d4-898f619b73e9 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 932 time: 0.1057458 Jul 30 16:08:41.637191 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d2552-ec06-4034-821b-54cb63811441 req-3244a56c-33d2-413f-b104-b05c46abb92f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:41.637726 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-1e2d2552-ec06-4034-821b-54cb63811441 req-3244a56c-33d2-413f-b104-b05c46abb92f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:41.661628 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1e2d2552-ec06-4034-821b-54cb63811441 req-3244a56c-33d2-413f-b104-b05c46abb92f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6368265 Jul 30 16:08:41.665422 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f4c9c12d-0e10-4fa2-95ab-08b995207609 req-a9542479-d238-48f8-83ad-978b5d6314f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f76701b8-4476-4851-b81b-5d85bc42d618 HTTP/1.1" status: 200 len: 217 time: 0.0399835 Jul 30 16:08:41.674604 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-54b8bd78-4e0e-4040-89c4-9f408f9cb12d req-e27d1f4b-3f38-4556-90d0-2897129fd383 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493484 Jul 30 16:08:41.682050 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Request body: {'port': {'device_id': 'fb79ffb6-0528-47f3-a78c-30fd46841338', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:08:41.726899 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9c12d-0e10-4fa2-95ab-08b995207609 req-cc051c61-8cb2-48ed-a69a-82e49176e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:41.728404 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f4c9c12d-0e10-4fa2-95ab-08b995207609 req-cc051c61-8cb2-48ed-a69a-82e49176e989 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38fabcf4-4de7-4061-85b3-c10dd93c68fb HTTP/1.1" status: 200 len: 854 time: 0.0497637 Jul 30 16:08:41.737535 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:41.765580 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f4c9c12d-0e10-4fa2-95ab-08b995207609 req-393bf0e4-b940-41ce-a381-a529671afefe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd109f06-fda1-45ac-a05e-408befaaa21e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250511 Jul 30 16:08:41.889934 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f4c9c12d-0e10-4fa2-95ab-08b995207609 req-f5816ff1-0a46-4fdb-b693-5aea79e19124 service neutron] 10.222.0.60 "GET /v2.0/networks/bd109f06-fda1-45ac-a05e-408befaaa21e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149633 Jul 30 16:08:41.902097 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fa372-0abc-4db9-a45c-04ccf2b6095f req-74cd47ad-0fbd-4569-92a6-5db104a2f1fb tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:41.903594 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0a1fa372-0abc-4db9-a45c-04ccf2b6095f req-74cd47ad-0fbd-4569-92a6-5db104a2f1fb tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0734408 Jul 30 16:08:41.988780 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0a1fa372-0abc-4db9-a45c-04ccf2b6095f req-47a6a95e-b9f6-49dc-9d24-8d59d2bb332d tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764871 Jul 30 16:08:42.017402 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f4c9c12d-0e10-4fa2-95ab-08b995207609 req-9b7f0b41-881a-420c-8588-4b0a5f9d166d service neutron] 10.222.0.60 "GET /v2.0/networks/bd109f06-fda1-45ac-a05e-408befaaa21e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128352 Jul 30 16:08:42.049524 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9cef9-445e-4606-abde-85325ea3b6b7 req-98518222-e0c6-4c89-856e-ef818b404904 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:42.051047 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5db9cef9-445e-4606-abde-85325ea3b6b7 req-98518222-e0c6-4c89-856e-ef818b404904 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0872159 Jul 30 16:08:42.057977 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab44dd2-7471-4ae0-a843-a5f417a68038 {{(pid=93353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:08:42.072484 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:42.101826 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Transition to ACTIVE for port object cab44dd2-7471-4ae0-a843-a5f417a68038 will not be triggered until provisioned by entity L2. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:08:42.108229 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:42.123515 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5db9cef9-445e-4606-abde-85325ea3b6b7 req-a45f1d51-dc42-4958-a33a-ea6abb50ef1e tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608809 Jul 30 16:08:42.172081 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Pushing event updated for resources: {'Port': ['ID=cab44dd2-7471-4ae0-a843-a5f417a68038,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:42.236435 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Attempting to bind port cab44dd2-7471-4ae0-a843-a5f417a68038 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:08:42.236761 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Attempting to bind port cab44dd2-7471-4ae0-a843-a5f417a68038 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '9d7383e8-83c0-470a-9f8c-5f1bdf79c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc73d1af-21b3-43d1-887f-d507a0c2d0db'}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:08:42.237093 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Attempting to bind port cab44dd2-7471-4ae0-a843-a5f417a68038 on network bc73d1af-21b3-43d1-887f-d507a0c2d0db {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:08:42.241427 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Port cab44dd2-7471-4ae0-a843-a5f417a68038 on network bc73d1af-21b3-43d1-887f-d507a0c2d0db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:08:42.241740 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Attempting to bind port cab44dd2-7471-4ae0-a843-a5f417a68038 on network bc73d1af-21b3-43d1-887f-d507a0c2d0db {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:08:42.246537 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:08:42.246870 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Checking segment: {'id': '9d7383e8-83c0-470a-9f8c-5f1bdf79c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc73d1af-21b3-43d1-887f-d507a0c2d0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:08:42.247277 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Bound using segment: {'id': '9d7383e8-83c0-470a-9f8c-5f1bdf79c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc73d1af-21b3-43d1-887f-d507a0c2d0db'} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:08:42.247700 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Bound port: cab44dd2-7471-4ae0-a843-a5f417a68038, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7383e8-83c0-470a-9f8c-5f1bdf79c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc73d1af-21b3-43d1-887f-d507a0c2d0db'}}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:08:42.248052 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:42.313577 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] For port cab44dd2-7471-4ae0-a843-a5f417a68038, host hv-cinder-80295, cleared binding levels {{(pid=93353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:08:42.317085 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] For port cab44dd2-7471-4ae0-a843-a5f417a68038, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=cab44dd2-7471-4ae0-a843-a5f417a68038,segment=NetworkSegment(9d7383e8-83c0-470a-9f8c-5f1bdf79c5af),segment_id=9d7383e8-83c0-470a-9f8c-5f1bdf79c5af)] {{(pid=93353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:08:42.320849 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:42.358666 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:42.359293 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:42.360660 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1e2d2552-ec06-4034-821b-54cb63811441 req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] 10.222.0.60 "PUT /v2.0/ports/cab44dd2-7471-4ae0-a843-a5f417a68038 HTTP/1.1" status: 200 len: 1094 time: 0.6828933 Jul 30 16:08:42.361098 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb79ffb6-0528-47f3-a78c-30fd46841338', 'tag': 'cab44dd2-7471-4ae0-a843-a5f417a68038'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:08:42.363369 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6592a856-a45f-4191-8c0e-701eb12c2c27" -d '{"events": [{"name": "network-changed", "server_uuid": "fb79ffb6-0528-47f3-a78c-30fd46841338", "tag": "cab44dd2-7471-4ae0-a843-a5f417a68038"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:08:42.386940 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1cdfa-ce3b-40b9-857e-7f867782ae0a service neutron] Pushing event updated for resources: {'Port': ['ID=cab44dd2-7471-4ae0-a843-a5f417a68038,revision_number=3']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:42.405930 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6951a48a-a000-4ccc-88b4-8f1bc8d818ab x-openstack-request-id: req-6951a48a-a000-4ccc-88b4-8f1bc8d818ab {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:08:42.406241 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb79ffb6-0528-47f3-a78c-30fd46841338", "tag": "cab44dd2-7471-4ae0-a843-a5f417a68038", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:08:42.406504 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6951a48a-a000-4ccc-88b4-8f1bc8d818ab {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:08:42.406940 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb79ffb6-0528-47f3-a78c-30fd46841338', 'tag': 'cab44dd2-7471-4ae0-a843-a5f417a68038', 'status': 'completed', 'code': 200} Jul 30 16:08:42.474326 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d2552-ec06-4034-821b-54cb63811441 req-da77a72f-5058-46cc-96a5-07ed7509f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:42.475871 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1e2d2552-ec06-4034-821b-54cb63811441 req-da77a72f-5058-46cc-96a5-07ed7509f730 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f3a046b66c14ad498967abef67f64b7&device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 1097 time: 0.0534918 Jul 30 16:08:42.528474 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1e2d2552-ec06-4034-821b-54cb63811441 req-ca78e35e-b3fd-4270-9a29-0f8fc79503c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cab44dd2-7471-4ae0-a843-a5f417a68038 HTTP/1.1" status: 200 len: 217 time: 0.0392051 Jul 30 16:08:42.571159 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f4594-c059-45ce-91e6-2f4fc9339fc9 req-954b811c-7b61-4505-9559-ff9cb0110569 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:42.572683 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6e6f4594-c059-45ce-91e6-2f4fc9339fc9 req-954b811c-7b61-4505-9559-ff9cb0110569 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 943 time: 0.1194594 Jul 30 16:08:42.609295 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d2552-ec06-4034-821b-54cb63811441 req-dd679f94-c2e1-4d1d-9512-4aef01ae73dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:42.610738 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1e2d2552-ec06-4034-821b-54cb63811441 req-dd679f94-c2e1-4d1d-9512-4aef01ae73dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28d8b517-c645-4983-a9af-a115e274d8b4 HTTP/1.1" status: 200 len: 849 time: 0.0743976 Jul 30 16:08:42.622961 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6e6f4594-c059-45ce-91e6-2f4fc9339fc9 req-4d8ddb8a-9d5e-4379-bee7-95ea6b09546d tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441630 Jul 30 16:08:42.649437 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1e2d2552-ec06-4034-821b-54cb63811441 req-ac8b87ba-792f-4be7-b090-fc8cf543f28f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc73d1af-21b3-43d1-887f-d507a0c2d0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254223 Jul 30 16:08:42.760658 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1e2d2552-ec06-4034-821b-54cb63811441 req-768317a4-532f-4d4c-a294-d287379fc92d service neutron] 10.222.0.60 "GET /v2.0/networks/bc73d1af-21b3-43d1-887f-d507a0c2d0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018238 Jul 30 16:08:42.810882 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e29c32-b0ff-4958-8b5b-19d246694710 req-ce478dcf-008d-4114-8f70-5d2397724ee8 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:42.812484 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c5e29c32-b0ff-4958-8b5b-19d246694710 req-ce478dcf-008d-4114-8f70-5d2397724ee8 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 944 time: 0.0560606 Jul 30 16:08:42.866242 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c5e29c32-b0ff-4958-8b5b-19d246694710 req-a6a00c27-1e69-4a48-ad0b-72ad0c731094 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421937 Jul 30 16:08:42.872819 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1e2d2552-ec06-4034-821b-54cb63811441 req-4913a6b1-8572-461c-a017-9eb635599cf5 service neutron] 10.222.0.60 "GET /v2.0/networks/bc73d1af-21b3-43d1-887f-d507a0c2d0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031010 Jul 30 16:08:42.967207 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592a856-a45f-4191-8c0e-701eb12c2c27 req-d5de3fae-c6c5-40c4-9cf2-726179f352ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:42.968623 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6592a856-a45f-4191-8c0e-701eb12c2c27 req-d5de3fae-c6c5-40c4-9cf2-726179f352ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f3a046b66c14ad498967abef67f64b7&device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 1097 time: 0.0432651 Jul 30 16:08:43.079614 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592a856-a45f-4191-8c0e-701eb12c2c27 req-03d08504-2f17-4c3c-bc63-f2fbb6bf5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:43.081155 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6592a856-a45f-4191-8c0e-701eb12c2c27 req-03d08504-2f17-4c3c-bc63-f2fbb6bf5379 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc73d1af-21b3-43d1-887f-d507a0c2d0db HTTP/1.1" status: 200 len: 910 time: 0.1042595 Jul 30 16:08:43.133571 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fd00f-743f-46db-b177-6b1d029b7cce req-d6e1335b-abfc-4938-8a12-3cbde2859057 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:43.135846 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-406fd00f-743f-46db-b177-6b1d029b7cce req-d6e1335b-abfc-4938-8a12-3cbde2859057 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.60 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0528395 Jul 30 16:08:43.138402 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6592a856-a45f-4191-8c0e-701eb12c2c27 req-6fc1a6ee-5589-46ff-9b25-8cb3a7e1f9b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cab44dd2-7471-4ae0-a843-a5f417a68038 HTTP/1.1" status: 200 len: 217 time: 0.0433140 Jul 30 16:08:43.157967 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801474f3-e949-4f56-b2aa-3194e5459bd1 req-f02eac47-d8a3-4755-9d34-3c6d213d308f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:43.157967 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-801474f3-e949-4f56-b2aa-3194e5459bd1 req-f02eac47-d8a3-4755-9d34-3c6d213d308f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=889f7603-c984-4cdb-8484-eec0b9389e7e HTTP/1.1" status: 200 len: 945 time: 0.0923254 Jul 30 16:08:43.235806 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592a856-a45f-4191-8c0e-701eb12c2c27 req-a15fb43f-0a6a-40f4-bdbd-9a2e7a15199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:43.237185 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6592a856-a45f-4191-8c0e-701eb12c2c27 req-a15fb43f-0a6a-40f4-bdbd-9a2e7a15199b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28d8b517-c645-4983-a9af-a115e274d8b4 HTTP/1.1" status: 200 len: 849 time: 0.0794137 Jul 30 16:08:43.240774 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-801474f3-e949-4f56-b2aa-3194e5459bd1 req-08be72f0-e832-43c8-b02a-d58fffbc9afa tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702269 Jul 30 16:08:43.277782 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [req-406fd00f-743f-46db-b177-6b1d029b7cce req-af35670a-32d4-4c67-9176-6426ca21cba7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Deleting port 56efc1be-1f48-41be-8569-b48b85845581 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:08:43.278048 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-406fd00f-743f-46db-b177-6b1d029b7cce req-af35670a-32d4-4c67-9176-6426ca21cba7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:43.279992 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6592a856-a45f-4191-8c0e-701eb12c2c27 req-422be21f-4238-4e67-9683-b932bbae559b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc73d1af-21b3-43d1-887f-d507a0c2d0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315657 Jul 30 16:08:43.304078 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e56bea-c2f2-480d-88c0-59c58e5258f3 req-780e7ee4-b835-488d-855c-b3186f2f0066 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:43.305599 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a4e56bea-c2f2-480d-88c0-59c58e5258f3 req-780e7ee4-b835-488d-855c-b3186f2f0066 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0872509 Jul 30 16:08:43.380993 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6592a856-a45f-4191-8c0e-701eb12c2c27 req-59dfd377-a647-4e3f-a4e4-569382de83fc service neutron] 10.222.0.60 "GET /v2.0/networks/bc73d1af-21b3-43d1-887f-d507a0c2d0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902705 Jul 30 16:08:43.386698 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a4e56bea-c2f2-480d-88c0-59c58e5258f3 req-e477cf08-ddf1-4034-a6ac-17bb26d7c8dd tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555749 Jul 30 16:08:43.409001 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [req-406fd00f-743f-46db-b177-6b1d029b7cce req-af35670a-32d4-4c67-9176-6426ca21cba7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] For port 56efc1be-1f48-41be-8569-b48b85845581, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=56efc1be-1f48-41be-8569-b48b85845581,segment=NetworkSegment(33327ab6-b042-4a23-820d-2f085b058812),segment_id=33327ab6-b042-4a23-820d-2f085b058812)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:43.409373 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-406fd00f-743f-46db-b177-6b1d029b7cce req-af35670a-32d4-4c67-9176-6426ca21cba7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:43.428821 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [req-406fd00f-743f-46db-b177-6b1d029b7cce req-af35670a-32d4-4c67-9176-6426ca21cba7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Calling delete_port for 56efc1be-1f48-41be-8569-b48b85845581 owned by compute:nova {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:08:43.485079 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6592a856-a45f-4191-8c0e-701eb12c2c27 req-858009be-5c26-40a6-a5e7-c454a647f7cc service neutron] 10.222.0.60 "GET /v2.0/networks/bc73d1af-21b3-43d1-887f-d507a0c2d0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956948 Jul 30 16:08:43.558607 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-406fd00f-743f-46db-b177-6b1d029b7cce req-af35670a-32d4-4c67-9176-6426ca21cba7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:43.570842 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['730a8746-44b4-4a2f-88e3-d29121f4149f', '56efc1be-1f48-41be-8569-b48b85845581'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:08:43.588087 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35670a-32d4-4c67-9176-6426ca21cba7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Pushing event deleted for resources: {'Port': ['ID=56efc1be-1f48-41be-8569-b48b85845581,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:43.633099 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [req-406fd00f-743f-46db-b177-6b1d029b7cce req-af35670a-32d4-4c67-9176-6426ca21cba7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] No DVR routers for this DVR port 56efc1be-1f48-41be-8569-b48b85845581 on host hv-cinder-80295 {{(pid=93354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:08:43.635748 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-406fd00f-743f-46db-b177-6b1d029b7cce req-af35670a-32d4-4c67-9176-6426ca21cba7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:43.637767 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-406fd00f-743f-46db-b177-6b1d029b7cce req-af35670a-32d4-4c67-9176-6426ca21cba7 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.60 "DELETE /v2.0/ports/56efc1be-1f48-41be-8569-b48b85845581 HTTP/1.1" status: 204 len: 173 time: 0.4894297 Jul 30 16:08:43.638216 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889f7603-c984-4cdb-8484-eec0b9389e7e', 'name': 'network-vif-deleted', 'tag': '56efc1be-1f48-41be-8569-b48b85845581'}] {{(pid=93354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:08:43.640587 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1549a637e0520348546bc816cc7ba7b4d913aee95f4c3e2186750afafe3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63d3aac-d967-438e-9307-3b86ca851256" -d '{"events": [{"server_uuid": "889f7603-c984-4cdb-8484-eec0b9389e7e", "name": "network-vif-deleted", "tag": "56efc1be-1f48-41be-8569-b48b85845581"}]}' {{(pid=93354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:08:43.683304 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7550e97e-9673-4142-a00f-048d6f00f92a x-openstack-request-id: req-7550e97e-9673-4142-a00f-048d6f00f92a {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:08:43.683879 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889f7603-c984-4cdb-8484-eec0b9389e7e", "name": "network-vif-deleted", "tag": "56efc1be-1f48-41be-8569-b48b85845581", "status": "completed", "code": 200}]} {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:08:43.684352 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7550e97e-9673-4142-a00f-048d6f00f92a {{(pid=93354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:08:43.684957 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889f7603-c984-4cdb-8484-eec0b9389e7e', 'name': 'network-vif-deleted', 'tag': '56efc1be-1f48-41be-8569-b48b85845581', 'status': 'completed', 'code': 200} Jul 30 16:08:43.764260 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7972e-ea16-451c-87f2-2a0602fa0504 req-49f406d1-8c16-4e00-b89c-ead15fe3118f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:43.765798 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-adb7972e-ea16-451c-87f2-2a0602fa0504 req-49f406d1-8c16-4e00-b89c-ead15fe3118f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 943 time: 0.0557923 Jul 30 16:08:43.808830 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-adb7972e-ea16-451c-87f2-2a0602fa0504 req-9e157ba1-7b08-4682-befe-60219bc8f1c7 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360482 Jul 30 16:08:43.984476 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77f1a-bcef-49cc-b06b-f8c4899eebe3 req-bc3624f8-275c-469f-af1f-cf11389d3f28 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:43.985937 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-59a77f1a-bcef-49cc-b06b-f8c4899eebe3 req-bc3624f8-275c-469f-af1f-cf11389d3f28 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 944 time: 0.0489011 Jul 30 16:08:44.026865 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-59a77f1a-bcef-49cc-b06b-f8c4899eebe3 req-3835eee2-bd1f-4d4a-9aa4-acb3e4f538f8 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351198 Jul 30 16:08:44.363463 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:44.510424 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4737cc-524e-48f4-a890-278252959da7 req-2f40f465-effc-4694-a1d3-4fae3c4a214c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:44.512057 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ce4737cc-524e-48f4-a890-278252959da7 req-2f40f465-effc-4694-a1d3-4fae3c4a214c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0493608 Jul 30 16:08:44.519133 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11cf3a-efcf-4b8b-a531-9afcf9e623af req-3de0d891-e4d9-4f89-bcdd-8521ea970f25 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:44.520803 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f11cf3a-efcf-4b8b-a531-9afcf9e623af req-3de0d891-e4d9-4f89-bcdd-8521ea970f25 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0575414 Jul 30 16:08:44.549828 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ce4737cc-524e-48f4-a890-278252959da7 req-72174812-02c5-48c4-bae3-4f19c51c575f tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316896 Jul 30 16:08:44.558822 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9f11cf3a-efcf-4b8b-a531-9afcf9e623af req-0de0f883-03be-4972-b563-182d69924dd5 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319576 Jul 30 16:08:44.923717 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917fc0a-2ee5-4ea3-9c94-d558bb683740 req-a4192eb5-4524-4924-abd7-5408e4249213 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:44.925146 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2917fc0a-2ee5-4ea3-9c94-d558bb683740 req-a4192eb5-4524-4924-abd7-5408e4249213 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 943 time: 0.0501850 Jul 30 16:08:44.962876 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2917fc0a-2ee5-4ea3-9c94-d558bb683740 req-03f1f71d-098d-41d7-aa6a-737a37ca2d73 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 Jul 30 16:08:45.068196 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device cab44dd2-7471-4ae0-a843-a5f417a68038 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:08:45.138799 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1efd0-21d3-4043-aaad-f05dffc9d7ac req-9ce2279d-ce89-4719-b9a8-a61091fc481d tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:45.140358 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-70b1efd0-21d3-4043-aaad-f05dffc9d7ac req-9ce2279d-ce89-4719-b9a8-a61091fc481d tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 944 time: 0.0476704 Jul 30 16:08:45.164603 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port cab44dd2-7471-4ae0-a843-a5f417a68038, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=cab44dd2-7471-4ae0-a843-a5f417a68038,segment=NetworkSegment(9d7383e8-83c0-470a-9f8c-5f1bdf79c5af),segment_id=9d7383e8-83c0-470a-9f8c-5f1bdf79c5af)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:45.175985 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': 'cab44dd2-7471-4ae0-a843-a5f417a68038', 'network_id': 'bc73d1af-21b3-43d1-887f-d507a0c2d0db', 'port_id': 'cab44dd2-7471-4ae0-a843-a5f417a68038', 'mac_address': 'fa:16:3e:d1:74:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d8b517-c645-4983-a9af-a115e274d8b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:08:45.178119 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-70b1efd0-21d3-4043-aaad-f05dffc9d7ac req-b1d77a4e-9366-424b-8196-079dfb30ae9c tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313594 Jul 30 16:08:45.214281 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:45.226466 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab44dd2-7471-4ae0-a843-a5f417a68038 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:08:45.245434 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port cab44dd2-7471-4ae0-a843-a5f417a68038, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=cab44dd2-7471-4ae0-a843-a5f417a68038,segment=NetworkSegment(9d7383e8-83c0-470a-9f8c-5f1bdf79c5af),segment_id=9d7383e8-83c0-470a-9f8c-5f1bdf79c5af)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:45.249473 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:45.250154 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device f76701b8-4476-4851-b81b-5d85bc42d618 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:08:45.339488 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=cab44dd2-7471-4ae0-a843-a5f417a68038,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:45.381762 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port f76701b8-4476-4851-b81b-5d85bc42d618, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f76701b8-4476-4851-b81b-5d85bc42d618,segment=NetworkSegment(f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8),segment_id=f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:45.392643 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': 'f76701b8-4476-4851-b81b-5d85bc42d618', 'network_id': 'bd109f06-fda1-45ac-a05e-408befaaa21e', 'port_id': 'f76701b8-4476-4851-b81b-5d85bc42d618', 'mac_address': 'fa:16:3e:a5:81:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fabcf4-4de7-4061-85b3-c10dd93c68fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:08:45.427922 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:45.440024 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76701b8-4476-4851-b81b-5d85bc42d618 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:08:45.459519 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port f76701b8-4476-4851-b81b-5d85bc42d618, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f76701b8-4476-4851-b81b-5d85bc42d618,segment=NetworkSegment(f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8),segment_id=f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:45.463341 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:45.512609 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=f76701b8-4476-4851-b81b-5d85bc42d618,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:45.672339 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a500de-6e7a-4052-b46e-09628eb11876 req-1a328f6d-9de2-4e00-8215-7343a276f311 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:45.672588 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de7dd9-099d-4029-b1b0-b7bed7c6bfea req-7110f82b-c462-483e-a8fb-0e2c9ff1644a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:45.673830 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-22de7dd9-099d-4029-b1b0-b7bed7c6bfea req-7110f82b-c462-483e-a8fb-0e2c9ff1644a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0505915 Jul 30 16:08:45.673955 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-03a500de-6e7a-4052-b46e-09628eb11876 req-1a328f6d-9de2-4e00-8215-7343a276f311 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0475652 Jul 30 16:08:45.713631 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-22de7dd9-099d-4029-b1b0-b7bed7c6bfea req-0c568ec6-83eb-49e2-8eea-02c82d538753 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331295 Jul 30 16:08:45.716488 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-03a500de-6e7a-4052-b46e-09628eb11876 req-49164cba-6205-4251-8940-16a08805df28 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357907 Jul 30 16:08:45.762562 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['cab44dd2-7471-4ae0-a843-a5f417a68038'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:08:45.786505 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['f76701b8-4476-4851-b81b-5d85bc42d618'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:08:46.074447 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108ed96-1a40-4111-a1bc-110a2a6aa23c req-283a2e96-c15b-4ae6-ae82-ea2ec7e41a25 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:46.076008 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b108ed96-1a40-4111-a1bc-110a2a6aa23c req-283a2e96-c15b-4ae6-ae82-ea2ec7e41a25 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 944 time: 0.0480974 Jul 30 16:08:46.113380 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b108ed96-1a40-4111-a1bc-110a2a6aa23c req-cf0cb4da-976e-4a5c-9c91-665f36b5dbf7 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315881 Jul 30 16:08:46.290891 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e74939-558b-4ace-827d-7a777644c2cb req-70b7268d-a63e-41d1-a312-716217aecbbc tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:46.292316 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e6e74939-558b-4ace-827d-7a777644c2cb req-70b7268d-a63e-41d1-a312-716217aecbbc tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 945 time: 0.0479205 Jul 30 16:08:46.328862 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e6e74939-558b-4ace-827d-7a777644c2cb req-0d313755-e353-4b49-9df0-0a4152e88150 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307243 Jul 30 16:08:46.837815 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bd8fa-2e6b-4067-9d0e-5e7a7540de37 req-e3e63b86-5a8a-43d9-9754-38f0bc2d8ba1 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:46.840262 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a91bd8fa-2e6b-4067-9d0e-5e7a7540de37 req-e3e63b86-5a8a-43d9-9754-38f0bc2d8ba1 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0575478 Jul 30 16:08:46.844194 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696665f-0573-4787-992b-8e7269b9247f req-dd546f92-4617-4a17-8259-515084ff0659 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:46.845835 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d696665f-0573-4787-992b-8e7269b9247f req-dd546f92-4617-4a17-8259-515084ff0659 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0600474 Jul 30 16:08:46.885293 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a91bd8fa-2e6b-4067-9d0e-5e7a7540de37 req-d2d2f91c-e3ff-476e-a9b4-307ccbe533c6 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391281 Jul 30 16:08:46.886558 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d696665f-0573-4787-992b-8e7269b9247f req-de4cbbf7-6ed5-49f8-b058-d66f6ab093c1 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344551 Jul 30 16:08:47.078214 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device cab44dd2-7471-4ae0-a843-a5f417a68038 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:08:47.127307 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port cab44dd2-7471-4ae0-a843-a5f417a68038 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:08:47.130810 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port cab44dd2-7471-4ae0-a843-a5f417a68038 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:08:47.131209 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:47.213913 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:47.230805 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c9cb0-a927-4a8e-adb7-3d70e404d4bd req-4a60f83c-94d4-47d8-b1dc-a3b8f733a44f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:47.232474 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-960c9cb0-a927-4a8e-adb7-3d70e404d4bd req-4a60f83c-94d4-47d8-b1dc-a3b8f733a44f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 944 time: 0.0518444 Jul 30 16:08:47.236490 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb79ffb6-0528-47f3-a78c-30fd46841338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab44dd2-7471-4ae0-a843-a5f417a68038'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:08:47.238819 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba9f82b-08c3-4b31-9381-4a12b08794fb" -d '{"events": [{"server_uuid": "fb79ffb6-0528-47f3-a78c-30fd46841338", "name": "network-vif-plugged", "status": "completed", "tag": "cab44dd2-7471-4ae0-a843-a5f417a68038"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:08:47.254424 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port cab44dd2-7471-4ae0-a843-a5f417a68038, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=cab44dd2-7471-4ae0-a843-a5f417a68038,segment=NetworkSegment(9d7383e8-83c0-470a-9f8c-5f1bdf79c5af),segment_id=9d7383e8-83c0-470a-9f8c-5f1bdf79c5af)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:47.262417 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:47.263350 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device f76701b8-4476-4851-b81b-5d85bc42d618 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:08:47.278003 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-960c9cb0-a927-4a8e-adb7-3d70e404d4bd req-5e6c4f94-a6f8-4841-8fa0-338149f3b437 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395410 Jul 30 16:08:47.288753 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5c9ba0-86a6-444f-916c-dbeb435c5454 x-openstack-request-id: req-de5c9ba0-86a6-444f-916c-dbeb435c5454 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:08:47.289113 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb79ffb6-0528-47f3-a78c-30fd46841338", "name": "network-vif-plugged", "status": "completed", "tag": "cab44dd2-7471-4ae0-a843-a5f417a68038", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:08:47.289301 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-de5c9ba0-86a6-444f-916c-dbeb435c5454 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:08:47.289700 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb79ffb6-0528-47f3-a78c-30fd46841338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab44dd2-7471-4ae0-a843-a5f417a68038', 'code': 200} Jul 30 16:08:47.347256 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=cab44dd2-7471-4ae0-a843-a5f417a68038,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:47.365908 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port f76701b8-4476-4851-b81b-5d85bc42d618 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:08:47.370536 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port f76701b8-4476-4851-b81b-5d85bc42d618 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:08:47.371617 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:47.451902 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:47.485035 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port f76701b8-4476-4851-b81b-5d85bc42d618, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f76701b8-4476-4851-b81b-5d85bc42d618,segment=NetworkSegment(f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8),segment_id=f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:47.487029 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f23c7c-7ec0-4a72-85a1-d0578b98c5d8 req-a5572ce9-a3f9-4c8f-b460-c9f2ed6f3d74 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:47.488729 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c3f23c7c-7ec0-4a72-85a1-d0578b98c5d8 req-a5572ce9-a3f9-4c8f-b460-c9f2ed6f3d74 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 946 time: 0.0827034 Jul 30 16:08:47.489784 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:47.490700 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 56efc1be-1f48-41be-8569-b48b85845581 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:08:47.494978 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddeca15-8e60-4432-9bd3-d6b71dfea265 req-18ee0928-3e94-4771-bb05-775edceca793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:47.496561 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0ddeca15-8e60-4432-9bd3-d6b71dfea265 req-18ee0928-3e94-4771-bb05-775edceca793 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 1099 time: 0.0606029 Jul 30 16:08:47.527014 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: 56efc1be-1f48-41be-8569-b48b85845581 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:08:47.527370 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 56efc1be-1f48-41be-8569-b48b85845581 not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:08:47.553233 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c3f23c7c-7ec0-4a72-85a1-d0578b98c5d8 req-d0150ac9-3136-45ee-a2fe-ff5bfc94a8a2 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557077 Jul 30 16:08:47.554528 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=f76701b8-4476-4851-b81b-5d85bc42d618,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:47.557126 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0ddeca15-8e60-4432-9bd3-d6b71dfea265 req-157a4d68-1509-4a65-bd5d-9981091d4895 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469508 Jul 30 16:08:47.998755 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f0c1f-781f-4242-af25-04fe476fb5e0 req-1bf6ad22-c88d-459c-9598-aa2ba4bc5a2f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:48.000346 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-415f0c1f-781f-4242-af25-04fe476fb5e0 req-1bf6ad22-c88d-459c-9598-aa2ba4bc5a2f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0491557 Jul 30 16:08:48.008571 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d5582-93bf-4329-a06e-59cab64d7de6 req-582d1cfc-58c5-4c79-aa01-66d0706bf387 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:48.010097 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1d0d5582-93bf-4329-a06e-59cab64d7de6 req-582d1cfc-58c5-4c79-aa01-66d0706bf387 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0500920 Jul 30 16:08:48.041154 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-415f0c1f-781f-4242-af25-04fe476fb5e0 req-31dfb0d1-c191-40a3-a6c1-bd36f84c72c8 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342269 Jul 30 16:08:48.048731 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1d0d5582-93bf-4329-a06e-59cab64d7de6 req-93d1f9ae-e8f8-4cd0-b69d-b01f840cf0d6 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327165 Jul 30 16:08:48.393265 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fabec9-de92-4fc5-ada7-fa0b6b1869fc req-45ff8b54-19e0-45fd-82ab-93e9061fb902 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:48.394811 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-16fabec9-de92-4fc5-ada7-fa0b6b1869fc req-45ff8b54-19e0-45fd-82ab-93e9061fb902 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 945 time: 0.0486102 Jul 30 16:08:48.432041 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-16fabec9-de92-4fc5-ada7-fa0b6b1869fc req-e84f6431-cb03-4858-b729-98b5f77172d6 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311589 Jul 30 16:08:48.669955 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c40c86-c777-45d0-95c3-641305eb3d93 req-becbb2ea-5fee-4bea-9b8d-ba62ec6f3ffb tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:48.671444 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d2c40c86-c777-45d0-95c3-641305eb3d93 req-becbb2ea-5fee-4bea-9b8d-ba62ec6f3ffb tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 946 time: 0.0474775 Jul 30 16:08:48.708791 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d2c40c86-c777-45d0-95c3-641305eb3d93 req-14fd3ebd-5863-4b12-8584-b3d5ed194cf0 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308387 Jul 30 16:08:49.071462 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device a8bb353d-bae4-4562-a88a-78a07c9d2a61 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:08:49.173500 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225732ad-1834-45ad-8ee3-5d64e2797114 req-dff308d7-fa23-4732-95e8-aebf377e383f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:49.181824 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-225732ad-1834-45ad-8ee3-5d64e2797114 req-dff308d7-fa23-4732-95e8-aebf377e383f tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0612874 Jul 30 16:08:49.194306 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port a8bb353d-bae4-4562-a88a-78a07c9d2a61, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:49.204249 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e802bc-a67a-420f-88ba-e94c5aff73c7 req-254cc43f-57ce-44a0-b0de-13e2addbb0a2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:49.205914 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f6e802bc-a67a-420f-88ba-e94c5aff73c7 req-254cc43f-57ce-44a0-b0de-13e2addbb0a2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 944 time: 0.0670812 Jul 30 16:08:49.206315 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'port_id': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61', 'mac_address': 'fa:16:3e:42:69:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:08:49.224945 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-225732ad-1834-45ad-8ee3-5d64e2797114 req-626e1516-04ed-4744-8974-50143d07c649 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420129 Jul 30 16:08:49.246252 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f6e802bc-a67a-420f-88ba-e94c5aff73c7 req-15d7b3c2-bbcb-462c-b9d3-cf696b6e9062 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324287 Jul 30 16:08:49.254914 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:49.269679 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8bb353d-bae4-4562-a88a-78a07c9d2a61 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:08:49.290789 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port a8bb353d-bae4-4562-a88a-78a07c9d2a61, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:49.291631 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76701b8-4476-4851-b81b-5d85bc42d618'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:08:49.294175 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfee3fed-3889-45d8-85d7-48750191b2f5" -d '{"events": [{"server_uuid": "1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4", "name": "network-vif-plugged", "status": "completed", "tag": "f76701b8-4476-4851-b81b-5d85bc42d618"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:08:49.297908 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:49.330406 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93f84a5-8904-4d73-8ffc-43ca182fbfdd x-openstack-request-id: req-b93f84a5-8904-4d73-8ffc-43ca182fbfdd {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:08:49.331105 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4", "name": "network-vif-plugged", "status": "completed", "tag": "f76701b8-4476-4851-b81b-5d85bc42d618", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:08:49.331362 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b93f84a5-8904-4d73-8ffc-43ca182fbfdd {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:08:49.331751 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76701b8-4476-4851-b81b-5d85bc42d618', 'code': 200} Jul 30 16:08:49.352038 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=a8bb353d-bae4-4562-a88a-78a07c9d2a61,revision_number=9']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:49.469421 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879f1e0-dd78-42ad-bc2a-c261e302066f req-8f37eaff-98e3-4bd4-96b5-7ae0bbf81d4f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:49.471009 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-8879f1e0-dd78-42ad-bc2a-c261e302066f req-8f37eaff-98e3-4bd4-96b5-7ae0bbf81d4f tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 946 time: 0.0521402 Jul 30 16:08:49.538655 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-8879f1e0-dd78-42ad-bc2a-c261e302066f req-f22a22e2-b536-41cd-b11c-2b3ee2081196 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617123 Jul 30 16:08:49.545157 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cc287-1953-4df2-97cf-1737bd3d3e5a req-71414066-cbfe-4ae5-91ec-39666693659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:49.546720 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-df6cc287-1953-4df2-97cf-1737bd3d3e5a req-71414066-cbfe-4ae5-91ec-39666693659f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 1098 time: 0.0630038 Jul 30 16:08:49.555829 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c1196-fb05-4bd5-9b24-bcb79171c1a5 req-903140ae-a43f-4829-859d-b246f72d0ffa tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:49.557409 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-395c1196-fb05-4bd5-9b24-bcb79171c1a5 req-903140ae-a43f-4829-859d-b246f72d0ffa tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 945 time: 0.0489211 Jul 30 16:08:49.586972 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-df6cc287-1953-4df2-97cf-1737bd3d3e5a req-44f33116-d9e9-465b-bcc8-cc8df194af1d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295148 Jul 30 16:08:49.595704 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-395c1196-fb05-4bd5-9b24-bcb79171c1a5 req-f8e5ff75-1dba-4579-bc41-e94b24a3bacf tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Jul 30 16:08:49.619250 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['a8bb353d-bae4-4562-a88a-78a07c9d2a61'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:08:50.354836 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f5ff0-9588-4303-8691-6a07515a2b94 req-b657f6bf-4a7c-4021-82ea-e4869294da22 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:50.356514 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ab9f5ff0-9588-4303-8691-6a07515a2b94 req-b657f6bf-4a7c-4021-82ea-e4869294da22 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0629892 Jul 30 16:08:50.378309 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f490f-3a9d-4966-8409-862a0c65a2ee req-142ac74f-6268-44a3-90dc-91b6d92f42f2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:50.379851 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e69f490f-3a9d-4966-8409-862a0c65a2ee req-142ac74f-6268-44a3-90dc-91b6d92f42f2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 945 time: 0.0492654 Jul 30 16:08:50.394777 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ab9f5ff0-9588-4303-8691-6a07515a2b94 req-167799dd-44f1-4e57-af64-0cf255f5ff42 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321503 Jul 30 16:08:50.418652 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e69f490f-3a9d-4966-8409-862a0c65a2ee req-5718e236-a8b7-4b31-849c-22c3f6d9144b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328619 Jul 30 16:08:50.653545 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e9716-a7cc-4d33-9a8c-52650cb0d467 req-da6d2a2c-a628-48fe-a5f7-19ff5e04e173 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:50.655121 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-bb1e9716-a7cc-4d33-9a8c-52650cb0d467 req-da6d2a2c-a628-48fe-a5f7-19ff5e04e173 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 946 time: 0.0488849 Jul 30 16:08:50.703537 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-bb1e9716-a7cc-4d33-9a8c-52650cb0d467 req-1c851f12-d47b-4c53-b560-16ae748a1a53 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343444 Jul 30 16:08:50.716146 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296c95a-3523-47d3-8b27-e40c0a6158ff req-6311916c-0d47-4833-9b74-07a98c051080 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:50.718563 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9296c95a-3523-47d3-8b27-e40c0a6158ff req-6311916c-0d47-4833-9b74-07a98c051080 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 945 time: 0.0543368 Jul 30 16:08:50.764566 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9296c95a-3523-47d3-8b27-e40c0a6158ff req-ca1d0d98-e8d7-40de-b3ea-86bcf59377f1 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383570 Jul 30 16:08:51.084364 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device a8bb353d-bae4-4562-a88a-78a07c9d2a61 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:08:51.136642 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port a8bb353d-bae4-4562-a88a-78a07c9d2a61 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:08:51.137005 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:51.142412 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:08:51.217096 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:51.248894 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port a8bb353d-bae4-4562-a88a-78a07c9d2a61, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:51.252624 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:51.298055 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=a8bb353d-bae4-4562-a88a-78a07c9d2a61,revision_number=10']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:51.333117 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:08:51.335670 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a428ba3-a6c8-4311-b190-3513b38d1da3" -d '{"events": [{"server_uuid": "116d64e9-b827-4619-a9b3-2a5e0a1d8fa8", "name": "network-vif-plugged", "status": "completed", "tag": "a8bb353d-bae4-4562-a88a-78a07c9d2a61"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:08:51.371855 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f43b10f-73dc-4913-8261-bc041008ff8c x-openstack-request-id: req-1f43b10f-73dc-4913-8261-bc041008ff8c {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:08:51.372142 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116d64e9-b827-4619-a9b3-2a5e0a1d8fa8", "name": "network-vif-plugged", "status": "completed", "tag": "a8bb353d-bae4-4562-a88a-78a07c9d2a61", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:08:51.372443 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1f43b10f-73dc-4913-8261-bc041008ff8c {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:08:51.372777 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61', 'code': 200} Jul 30 16:08:51.407126 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5abdf-5bde-4032-b095-2b2fe8485500 req-00614f1d-962c-48c7-8152-50ab8127bd46 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:51.408849 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3db5abdf-5bde-4032-b095-2b2fe8485500 req-00614f1d-962c-48c7-8152-50ab8127bd46 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.60 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0550296 Jul 30 16:08:51.528949 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb741537-3ccd-4df9-a6c5-a78ad9a73dcc req-15d55ad0-4d27-4571-8a2e-67618343faa2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:51.531347 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bb741537-3ccd-4df9-a6c5-a78ad9a73dcc req-15d55ad0-4d27-4571-8a2e-67618343faa2 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 946 time: 0.0524285 Jul 30 16:08:51.534318 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [req-3db5abdf-5bde-4032-b095-2b2fe8485500 req-3dc29bbe-2a6a-4be6-8720-3cb50b3c178b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Deleting port 730a8746-44b4-4a2f-88e3-d29121f4149f {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:08:51.534662 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-3db5abdf-5bde-4032-b095-2b2fe8485500 req-3dc29bbe-2a6a-4be6-8720-3cb50b3c178b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:51.572322 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bb741537-3ccd-4df9-a6c5-a78ad9a73dcc req-096fa201-2508-4253-b511-0d524728f876 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/security-groups?id=24cd1227-922e-4b97-b589-6afb3f6fcebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342162 Jul 30 16:08:51.592146 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa0bb1-500b-4bca-95b3-11b268946c25 req-bb2c81b0-d41a-46f9-9d98-906f20862f17 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:51.593559 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fcfa0bb1-500b-4bca-95b3-11b268946c25 req-bb2c81b0-d41a-46f9-9d98-906f20862f17 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 947 time: 0.0997820 Jul 30 16:08:51.660197 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fcfa0bb1-500b-4bca-95b3-11b268946c25 req-7e6239ce-7a01-495e-941d-4c84051a6460 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594151 Jul 30 16:08:51.662402 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [req-3db5abdf-5bde-4032-b095-2b2fe8485500 req-3dc29bbe-2a6a-4be6-8720-3cb50b3c178b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] For port 730a8746-44b4-4a2f-88e3-d29121f4149f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=730a8746-44b4-4a2f-88e3-d29121f4149f,segment=NetworkSegment(33327ab6-b042-4a23-820d-2f085b058812),segment_id=33327ab6-b042-4a23-820d-2f085b058812)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:51.662769 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-3db5abdf-5bde-4032-b095-2b2fe8485500 req-3dc29bbe-2a6a-4be6-8720-3cb50b3c178b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:51.675663 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [req-3db5abdf-5bde-4032-b095-2b2fe8485500 req-3dc29bbe-2a6a-4be6-8720-3cb50b3c178b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Calling delete_port for 730a8746-44b4-4a2f-88e3-d29121f4149f owned by compute:nova {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:08:51.692424 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c0a39-2cef-4674-9fc7-7fb48096f752 req-0635cba9-642c-4ffa-9d72-956bf3a09819 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:51.693883 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2e6c0a39-2cef-4674-9fc7-7fb48096f752 req-0635cba9-642c-4ffa-9d72-956bf3a09819 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 946 time: 0.0496602 Jul 30 16:08:51.819436 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-3db5abdf-5bde-4032-b095-2b2fe8485500 req-3dc29bbe-2a6a-4be6-8720-3cb50b3c178b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:51.823407 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-2e6c0a39-2cef-4674-9fc7-7fb48096f752 req-a5c63d15-472c-42aa-81b8-ed4c2a44ea84 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Deleting port cab44dd2-7471-4ae0-a843-a5f417a68038 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:08:51.823920 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2e6c0a39-2cef-4674-9fc7-7fb48096f752 req-a5c63d15-472c-42aa-81b8-ed4c2a44ea84 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:51.831289 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['730a8746-44b4-4a2f-88e3-d29121f4149f'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:08:51.887819 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc29bbe-2a6a-4be6-8720-3cb50b3c178b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Pushing event deleted for resources: {'Port': ['ID=730a8746-44b4-4a2f-88e3-d29121f4149f,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:51.906920 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf86b5c-a2c5-41e7-909c-124356cc7700 req-0e9c335a-60ad-4afa-8e4f-3d44c2aa8989 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:51.908627 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ecf86b5c-a2c5-41e7-909c-124356cc7700 req-0e9c335a-60ad-4afa-8e4f-3d44c2aa8989 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 946 time: 0.1291502 Jul 30 16:08:51.951564 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db5abdf-5bde-4032-b095-2b2fe8485500 req-3dc29bbe-2a6a-4be6-8720-3cb50b3c178b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] No DVR routers for this DVR port 730a8746-44b4-4a2f-88e3-d29121f4149f on host hv-cinder-80295 {{(pid=93354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:08:51.954695 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-3db5abdf-5bde-4032-b095-2b2fe8485500 req-3dc29bbe-2a6a-4be6-8720-3cb50b3c178b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:51.956669 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3db5abdf-5bde-4032-b095-2b2fe8485500 req-3dc29bbe-2a6a-4be6-8720-3cb50b3c178b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.60 "DELETE /v2.0/ports/730a8746-44b4-4a2f-88e3-d29121f4149f HTTP/1.1" status: 204 len: 173 time: 0.5377607 Jul 30 16:08:51.958763 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8103779f-05af-43e0-8832-e61049e49f2e', 'name': 'network-vif-deleted', 'tag': '730a8746-44b4-4a2f-88e3-d29121f4149f'}] {{(pid=93354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:08:51.961573 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1549a637e0520348546bc816cc7ba7b4d913aee95f4c3e2186750afafe3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d0cfca-e817-4f06-8f83-5f2350b9345d" -d '{"events": [{"server_uuid": "8103779f-05af-43e0-8832-e61049e49f2e", "name": "network-vif-deleted", "tag": "730a8746-44b4-4a2f-88e3-d29121f4149f"}]}' {{(pid=93354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:08:51.973463 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b57fd-8be5-4339-853c-3c19dc29f7b6 req-259272d3-e3a1-46c8-8fb3-7541ab6f2503 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:51.975013 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-681b57fd-8be5-4339-853c-3c19dc29f7b6 req-259272d3-e3a1-46c8-8fb3-7541ab6f2503 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 945 time: 0.1037614 Jul 30 16:08:52.000021 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-2e6c0a39-2cef-4674-9fc7-7fb48096f752 req-a5c63d15-472c-42aa-81b8-ed4c2a44ea84 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] For port cab44dd2-7471-4ae0-a843-a5f417a68038, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=cab44dd2-7471-4ae0-a843-a5f417a68038,segment=NetworkSegment(9d7383e8-83c0-470a-9f8c-5f1bdf79c5af),segment_id=9d7383e8-83c0-470a-9f8c-5f1bdf79c5af)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:52.000387 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2e6c0a39-2cef-4674-9fc7-7fb48096f752 req-a5c63d15-472c-42aa-81b8-ed4c2a44ea84 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:52.015035 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ecf86b5c-a2c5-41e7-909c-124356cc7700 req-b7e6b78f-78cd-4204-a296-ec6b460b3a4b tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994892 Jul 30 16:08:52.023278 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-2e6c0a39-2cef-4674-9fc7-7fb48096f752 req-a5c63d15-472c-42aa-81b8-ed4c2a44ea84 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Calling delete_port for cab44dd2-7471-4ae0-a843-a5f417a68038 owned by compute:nova {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:08:52.034961 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa593f7-10fd-4dd2-b850-7a1fced20c6a req-46a3b88d-af13-4f39-a5f2-59f7717fe01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:52.034961 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-dfa593f7-10fd-4dd2-b850-7a1fced20c6a req-46a3b88d-af13-4f39-a5f2-59f7717fe01a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 1100 time: 0.0934505 Jul 30 16:08:52.035770 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-681b57fd-8be5-4339-853c-3c19dc29f7b6 req-e41f7ebe-d497-4e99-b238-7e650799d310 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461206 Jul 30 16:08:52.090482 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b83b5a5-a46e-4d4d-9dca-735c2a0fe78a x-openstack-request-id: req-5b83b5a5-a46e-4d4d-9dca-735c2a0fe78a {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:08:52.090779 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8103779f-05af-43e0-8832-e61049e49f2e", "name": "network-vif-deleted", "tag": "730a8746-44b4-4a2f-88e3-d29121f4149f", "status": "completed", "code": 200}]} {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:08:52.091094 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b83b5a5-a46e-4d4d-9dca-735c2a0fe78a {{(pid=93354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:08:52.091472 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8103779f-05af-43e0-8832-e61049e49f2e', 'name': 'network-vif-deleted', 'tag': '730a8746-44b4-4a2f-88e3-d29121f4149f', 'status': 'completed', 'code': 200} Jul 30 16:08:52.102678 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-dfa593f7-10fd-4dd2-b850-7a1fced20c6a req-308fb00d-c73c-4858-bf0d-f6a9feb290e0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667617 Jul 30 16:08:52.212004 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2e6c0a39-2cef-4674-9fc7-7fb48096f752 req-a5c63d15-472c-42aa-81b8-ed4c2a44ea84 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:52.226194 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['cab44dd2-7471-4ae0-a843-a5f417a68038'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:08:52.242171 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c63d15-472c-42aa-81b8-ed4c2a44ea84 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Pushing event deleted for resources: {'Port': ['ID=cab44dd2-7471-4ae0-a843-a5f417a68038,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:52.291810 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6c0a39-2cef-4674-9fc7-7fb48096f752 req-a5c63d15-472c-42aa-81b8-ed4c2a44ea84 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] No DVR routers for this DVR port cab44dd2-7471-4ae0-a843-a5f417a68038 on host hv-cinder-80295 {{(pid=93353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:08:52.294720 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2e6c0a39-2cef-4674-9fc7-7fb48096f752 req-a5c63d15-472c-42aa-81b8-ed4c2a44ea84 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:52.297036 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2e6c0a39-2cef-4674-9fc7-7fb48096f752 req-a5c63d15-472c-42aa-81b8-ed4c2a44ea84 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.60 "DELETE /v2.0/ports/cab44dd2-7471-4ae0-a843-a5f417a68038 HTTP/1.1" status: 204 len: 173 time: 0.5964212 Jul 30 16:08:52.297462 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb79ffb6-0528-47f3-a78c-30fd46841338', 'name': 'network-vif-deleted', 'tag': 'cab44dd2-7471-4ae0-a843-a5f417a68038'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:08:52.299736 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0a018e-677c-410e-9312-70ff3f4fb131" -d '{"events": [{"server_uuid": "fb79ffb6-0528-47f3-a78c-30fd46841338", "name": "network-vif-deleted", "tag": "cab44dd2-7471-4ae0-a843-a5f417a68038"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:08:52.355548 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfa811b-9f65-4d67-b9b8-38bb31215da2 x-openstack-request-id: req-8cfa811b-9f65-4d67-b9b8-38bb31215da2 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:08:52.356171 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb79ffb6-0528-47f3-a78c-30fd46841338", "name": "network-vif-deleted", "tag": "cab44dd2-7471-4ae0-a843-a5f417a68038", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:08:52.356541 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8cfa811b-9f65-4d67-b9b8-38bb31215da2 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:08:52.357025 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb79ffb6-0528-47f3-a78c-30fd46841338', 'name': 'network-vif-deleted', 'tag': 'cab44dd2-7471-4ae0-a843-a5f417a68038', 'status': 'completed', 'code': 200} Jul 30 16:08:52.686226 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-cd2dc1a2-5cda-4e37-addb-30fd178c170f req-2493b84c-f1e9-4150-acca-b43f18256737 tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] 10.222.0.61 "GET /v2.0/ports?device_id=8103779f-05af-43e0-8832-e61049e49f2e HTTP/1.1" status: 200 len: 210 time: 0.0269327 Jul 30 16:08:52.789099 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc55f7-98a8-4870-a4aa-0b0d1e107ba0 req-3c8b7cd9-ebb7-4124-8b34-3d2d4800fecc tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:52.790466 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5dcc55f7-98a8-4870-a4aa-0b0d1e107ba0 req-3c8b7cd9-ebb7-4124-8b34-3d2d4800fecc tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 947 time: 0.0513136 Jul 30 16:08:52.828353 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5dcc55f7-98a8-4870-a4aa-0b0d1e107ba0 req-9d6b264b-8689-4796-a14e-e9d321223061 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319622 Jul 30 16:08:53.128072 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c2c6595b-c289-48f0-aadd-878c3628330d req-17f08e91-2f99-4311-b7b4-2c5e06f6168c tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79ffb6-0528-47f3-a78c-30fd46841338 HTTP/1.1" status: 200 len: 210 time: 0.0288036 Jul 30 16:08:53.743398 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 59396) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:53.962567 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714f731-c667-40b5-b04d-b8902eaa2a2e req-fce8d48b-87c6-47cb-bfeb-6d0f31ba3aa9 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:53.964282 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1714f731-c667-40b5-b04d-b8902eaa2a2e req-fce8d48b-87c6-47cb-bfeb-6d0f31ba3aa9 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 947 time: 0.0499146 Jul 30 16:08:54.005359 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1714f731-c667-40b5-b04d-b8902eaa2a2e req-766024eb-210f-4522-a932-d32a0fc63dd8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345998 Jul 30 16:08:54.392489 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-2169cd69-dd2c-4eec-b453-9d43dff5a0b1 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:54.394218 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-2169cd69-dd2c-4eec-b453-9d43dff5a0b1 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/networks?id=bc73d1af-21b3-43d1-887f-d507a0c2d0db HTTP/1.1" status: 200 len: 809 time: 0.1016133 Jul 30 16:08:54.415082 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-c8d01309-3a18-4c47-b47b-b9d3cca536a6 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/quotas/3f3a046b66c14ad498967abef67f64b7 HTTP/1.1" status: 200 len: 375 time: 0.0102143 Jul 30 16:08:54.426864 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701754'] for router_interface, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:54.447201 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-ad1643ad-5f00-4799-9a6f-9d2467150301 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f3a046b66c14ad498967abef67f64b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262492 Jul 30 16:08:54.539999 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-ec4a429a-411e-4473-8f9c-dc9a5cc2d614 service neutron] 10.222.0.61 "GET /v2.0/networks/bc73d1af-21b3-43d1-887f-d507a0c2d0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856738 Jul 30 16:08:54.638094 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-2176e611-b6cf-4177-a17b-b43709c63814 service neutron] 10.222.0.61 "GET /v2.0/networks/bc73d1af-21b3-43d1-887f-d507a0c2d0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857334 Jul 30 16:08:54.721394 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Deleting port 23b98580-3902-40c8-9443-de4204453e5f {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:08:54.721731 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:54.805352 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-19ae06d6-302f-468b-8eff-5293cc07e951 req-f5654e97-69b8-42c0-a5a0-78a8c759a8c1 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 210 time: 0.0343561 Jul 30 16:08:54.827664 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] For port 23b98580-3902-40c8-9443-de4204453e5f, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=23b98580-3902-40c8-9443-de4204453e5f,segment=NetworkSegment(33327ab6-b042-4a23-820d-2f085b058812),segment_id=33327ab6-b042-4a23-820d-2f085b058812)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:54.828098 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:54.848433 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Calling delete_port for 23b98580-3902-40c8-9443-de4204453e5f owned by network:router_interface {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:08:55.086539 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 730a8746-44b4-4a2f-88e3-d29121f4149f no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:08:55.096455 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:55.116932 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: 730a8746-44b4-4a2f-88e3-d29121f4149f {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:08:55.117596 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 730a8746-44b4-4a2f-88e3-d29121f4149f not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:08:55.118229 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device cab44dd2-7471-4ae0-a843-a5f417a68038 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:08:55.146532 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: cab44dd2-7471-4ae0-a843-a5f417a68038 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:08:55.147244 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device cab44dd2-7471-4ae0-a843-a5f417a68038 not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:08:55.149916 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Pushing event deleted for resources: {'Port': ['ID=23b98580-3902-40c8-9443-de4204453e5f,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:55.178376 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:55.178724 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:55.179091 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:55.179423 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:55.179747 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:55.180077 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:55.180405 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:55.180724 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:55.181045 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:55.181363 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:55.181679 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:55.182004 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:55.247757 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96834061-b0df-4597-b16f-c87ea3c8a915 req-56d2a62c-0814-410e-9e3b-fff2e21334d6 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:55.249230 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-96834061-b0df-4597-b16f-c87ea3c8a915 req-56d2a62c-0814-410e-9e3b-fff2e21334d6 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 947 time: 0.1084709 Jul 30 16:08:55.335944 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-96834061-b0df-4597-b16f-c87ea3c8a915 req-450b1cb4-2f76-4b3f-b473-ca15f2e20ee6 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787859 Jul 30 16:08:55.384688 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701782'] for router_interface, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:55.607980 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Router 1757fcbf-e750-4b04-bd02-d1483c30a994 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:08:55.711223 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:08:55.719407 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-ed75655d-b752-4c25-aaa9-11719faa727e admin admin] 10.222.0.61 "PUT /v2.0/routers/1757fcbf-e750-4b04-bd02-d1483c30a994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9722762 Jul 30 16:08:55.719495 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 59442) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:55.723951 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bb09b0-b317-43e1-8373-8621f8a6dc74 None None] Sync routers for ids ['1757fcbf-e750-4b04-bd02-d1483c30a994'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:08:55.733971 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb09b0-b317-43e1-8373-8621f8a6dc74 None None] Routers {'1757fcbf-e750-4b04-bd02-d1483c30a994'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:08:55.735031 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-04bb09b0-b317-43e1-8373-8621f8a6dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:08:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['1757fcbf-e750-4b04-bd02-d1483c30a994'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:08:55.843296 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-04bb09b0-b317-43e1-8373-8621f8a6dc74 None None] Set router 1757fcbf-e750-4b04-bd02-d1483c30a994 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:08:55.903050 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8db3fd26-406f-4131-974a-6fc81119f31e admin admin] Notify callbacks [] for router, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:55.912281 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-4cbe5aa0-d2cc-46cf-8e0d-67f25b47b538 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:55.913759 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-4cbe5aa0-d2cc-46cf-8e0d-67f25b47b538 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.60 "GET /v2.0/networks?id=bc73d1af-21b3-43d1-887f-d507a0c2d0db HTTP/1.1" status: 200 len: 809 time: 0.1541381 Jul 30 16:08:55.920723 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fe9cedc2-e680-417b-ac95-1c5286d6ab6f req-a645e96e-68a6-42c4-88a1-066cec1f5b88 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 210 time: 0.0312512 Jul 30 16:08:55.963372 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-09264e32-f0d2-470a-97a8-64a85d1cf849 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Request body: {'port': {'device_id': 'a34faf48-009f-42cd-be90-db1f49bd55b7', 'network_id': 'bc73d1af-21b3-43d1-887f-d507a0c2d0db', 'admin_state_up': True, 'tenant_id': '3f3a046b66c14ad498967abef67f64b7'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:08:56.040014 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-04bb09b0-b317-43e1-8373-8621f8a6dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'name': 'tempest-ServerRescueNegativeTestJSON-187555555-router', 'tenant_id': '6553c039f41c41fb9e47c968ec8e6e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:53Z', 'updated_at': '2021-07-30T16:08:55Z', 'revision_number': 5, 'project_id': '6553c039f41c41fb9e47c968ec8e6e98', 'gw_port': {'id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:56Z', 'updated_at': '2021-07-30T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:08:56.065771 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bb09b0-b317-43e1-8373-8621f8a6dc74 None None] Checking router: 1757fcbf-e750-4b04-bd02-d1483c30a994 for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:08:56.074888 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb09b0-b317-43e1-8373-8621f8a6dc74 None None] Routers {'1757fcbf-e750-4b04-bd02-d1483c30a994'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:08:56.075549 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-04bb09b0-b317-43e1-8373-8621f8a6dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:08:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['1757fcbf-e750-4b04-bd02-d1483c30a994'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:08:56.269186 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-04bb09b0-b317-43e1-8373-8621f8a6dc74 None None] Set router 1757fcbf-e750-4b04-bd02-d1483c30a994 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:08:56.349361 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8db3fd26-406f-4131-974a-6fc81119f31e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:56.386967 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-09264e32-f0d2-470a-97a8-64a85d1cf849 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Made reservation on behalf of 3f3a046b66c14ad498967abef67f64b7 for: {'port': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:08:56.390373 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-09264e32-f0d2-470a-97a8-64a85d1cf849 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:56.448350 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-04bb09b0-b317-43e1-8373-8621f8a6dc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'name': 'tempest-ServerRescueNegativeTestJSON-187555555-router', 'tenant_id': '6553c039f41c41fb9e47c968ec8e6e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:53Z', 'updated_at': '2021-07-30T16:08:55Z', 'revision_number': 5, 'project_id': '6553c039f41c41fb9e47c968ec8e6e98', 'gw_port': {'id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:56Z', 'updated_at': '2021-07-30T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:08:56.469221 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-8db3fd26-406f-4131-974a-6fc81119f31e admin admin] Deleting port ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:08:56.469565 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8db3fd26-406f-4131-974a-6fc81119f31e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:56.477997 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bb09b0-b317-43e1-8373-8621f8a6dc74 None None] The sync data for ids ['1757fcbf-e750-4b04-bd02-d1483c30a994'] in dv-cinder-802955-2-iscsi is: [{'id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'name': 'tempest-ServerRescueNegativeTestJSON-187555555-router', 'tenant_id': '6553c039f41c41fb9e47c968ec8e6e98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:53Z', 'updated_at': '2021-07-30T16:08:55Z', 'revision_number': 5, 'project_id': '6553c039f41c41fb9e47c968ec8e6e98', 'gw_port': {'id': 'ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1757fcbf-e750-4b04-bd02-d1483c30a994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:56Z', 'updated_at': '2021-07-30T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:08:56.581455 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-09264e32-f0d2-470a-97a8-64a85d1cf849 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Allocated IP 172.20.0.8 (bc73d1af-21b3-43d1-887f-d507a0c2d0db/28d8b517-c645-4983-a9af-a115e274d8b4/357fa722-2f38-47e3-9883-181b4a8df4c2) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:08:56.603541 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [None req-8db3fd26-406f-4131-974a-6fc81119f31e admin admin] For port ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:56.603911 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8db3fd26-406f-4131-974a-6fc81119f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:56.621711 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-8db3fd26-406f-4131-974a-6fc81119f31e admin admin] Calling delete_port for ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4 owned by network:router_gateway {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:08:56.843498 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-09264e32-f0d2-470a-97a8-64a85d1cf849 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:56.918078 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8db3fd26-406f-4131-974a-6fc81119f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:56.926473 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-09264e32-f0d2-470a-97a8-64a85d1cf849 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:56.949199 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3fd26-406f-4131-974a-6fc81119f31e admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:57.009950 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-09264e32-f0d2-470a-97a8-64a85d1cf849 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Network bc73d1af-21b3-43d1-887f-d507a0c2d0db is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:08:57.042703 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-09264e32-f0d2-470a-97a8-64a85d1cf849 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:08:57.048990 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-09264e32-f0d2-470a-97a8-64a85d1cf849 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:08:57.112405 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09264e32-f0d2-470a-97a8-64a85d1cf849 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Pushing event updated for resources: {'Port': ['ID=357fa722-2f38-47e3-9883-181b4a8df4c2,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:57.127568 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8db3fd26-406f-4131-974a-6fc81119f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701684'] for router_gateway, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.212252 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-09264e32-f0d2-470a-97a8-64a85d1cf849 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:57.212894 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-09264e32-f0d2-470a-97a8-64a85d1cf849 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.222038 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f045e-2dbb-42c7-9b3d-1dfd8e1a8afd req-354f9bdd-6898-42c6-aed7-dc3903c4a94a tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:57.223591 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-727f045e-2dbb-42c7-9b3d-1dfd8e1a8afd req-354f9bdd-6898-42c6-aed7-dc3903c4a94a tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 931 time: 0.2165189 Jul 30 16:08:57.260020 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 23b98580-3902-40c8-9443-de4204453e5f no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:08:57.270318 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8db3fd26-406f-4131-974a-6fc81119f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2721'] for router, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.274560 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8db3fd26-406f-4131-974a-6fc81119f31e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.280501 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: 23b98580-3902-40c8-9443-de4204453e5f {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:08:57.280921 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 23b98580-3902-40c8-9443-de4204453e5f not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:08:57.288987 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-09264e32-f0d2-470a-97a8-64a85d1cf849 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3347371 Jul 30 16:08:57.369134 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Request body: {'port': {'device_id': 'a34faf48-009f-42cd-be90-db1f49bd55b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:08:57.399742 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8db3fd26-406f-4131-974a-6fc81119f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564731'] for router, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.400281 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db3fd26-406f-4131-974a-6fc81119f31e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1757fcbf-e750-4b04-bd02-d1483c30a994 {{(pid=93353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:08:57.405725 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-727f045e-2dbb-42c7-9b3d-1dfd8e1a8afd req-faf2619e-3ad0-4337-a74a-ad8f66a3748a tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502533 Jul 30 16:08:57.410673 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8db3fd26-406f-4131-974a-6fc81119f31e admin admin] Notify callbacks [] for router, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.411785 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-8db3fd26-406f-4131-974a-6fc81119f31e admin admin] 10.222.0.61 "DELETE /v2.0/routers/1757fcbf-e750-4b04-bd02-d1483c30a994 HTTP/1.1" status: 204 len: 168 time: 1.6914365 Jul 30 16:08:57.414416 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 59458) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:57.451606 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.468994 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_v2 [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Deleting subnet 2a10c707-a593-465f-9fb7-14f4864d1a33 {{(pid=93354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:08:57.472883 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.515283 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6082454'] for subnet, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.558195 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906635'] for subnet, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.621863 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7322548'] for subnet, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.647021 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a10c707-a593-465f-9fb7-14f4864d1a33,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:57.652839 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.655319 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2a10c707-a593-465f-9fb7-14f4864d1a33 HTTP/1.1" status: 204 len: 168 time: 0.2397552 Jul 30 16:08:57.659261 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 59460) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:57.668000 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:57.668353 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:57.668697 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:57.669048 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:57.669387 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:57.669717 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:57.670048 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:57.670676 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:57.670814 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:57.671111 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:57.671442 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:57.671767 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33204633-c9bd-44be-a1da-8bd2f67927d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:08:57.742183 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2868bd5c-56da-4fa3-a8db-d995d46f73fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2038210'] for network, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.750743 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 357fa722-2f38-47e3-9883-181b4a8df4c2 {{(pid=93353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:08:57.758187 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.770053 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Transition to ACTIVE for port object 357fa722-2f38-47e3-9883-181b4a8df4c2 will not be triggered until provisioned by entity L2. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:08:57.773857 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.821860 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2868bd5c-56da-4fa3-a8db-d995d46f73fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900636', 'neutron.services.segments.db._delete_segments_for_network-8772173602609'] for network, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.831663 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-2868bd5c-56da-4fa3-a8db-d995d46f73fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac51fee5-96ff-410d-b23b-24f8c16c68d6']}} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:08:57.837270 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Pushing event updated for resources: {'Port': ['ID=357fa722-2f38-47e3-9883-181b4a8df4c2,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:57.842664 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-2868bd5c-56da-4fa3-a8db-d995d46f73fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33327ab6-b042-4a23-820d-2f085b058812') {'for_net_delete': True} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:08:57.842971 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-2868bd5c-56da-4fa3-a8db-d995d46f73fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33327ab6-b042-4a23-820d-2f085b058812') {} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:08:57.852260 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2868bd5c-56da-4fa3-a8db-d995d46f73fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772173603386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6082461'] for segment, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.866817 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2868bd5c-56da-4fa3-a8db-d995d46f73fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.872875 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2868bd5c-56da-4fa3-a8db-d995d46f73fa admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:08:57.873268 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2868bd5c-56da-4fa3-a8db-d995d46f73fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5953348'] for segment, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: Traceback (most recent call last): Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: timer() Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: cb(*args, **kw) Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: return func(*args, **kwargs) Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: self._notify() Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: self.callback(batched_events) Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: event.method(event) Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: return f(self, *a, **k) Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._get(url).json() Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: return self.request(url, 'GET', **kwargs) Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:08:57.875141 dv-cinder-802955-2-iscsi neutron-server[93354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:08:57.899702 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Attempting to bind port 357fa722-2f38-47e3-9883-181b4a8df4c2 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:08:57.900147 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Attempting to bind port 357fa722-2f38-47e3-9883-181b4a8df4c2 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '9d7383e8-83c0-470a-9f8c-5f1bdf79c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc73d1af-21b3-43d1-887f-d507a0c2d0db'}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:08:57.900488 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Attempting to bind port 357fa722-2f38-47e3-9883-181b4a8df4c2 on network bc73d1af-21b3-43d1-887f-d507a0c2d0db {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:08:57.907693 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Port 357fa722-2f38-47e3-9883-181b4a8df4c2 on network bc73d1af-21b3-43d1-887f-d507a0c2d0db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:08:57.908045 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Attempting to bind port 357fa722-2f38-47e3-9883-181b4a8df4c2 on network bc73d1af-21b3-43d1-887f-d507a0c2d0db {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:08:57.914352 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:08:57.914687 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Checking segment: {'id': '9d7383e8-83c0-470a-9f8c-5f1bdf79c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc73d1af-21b3-43d1-887f-d507a0c2d0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:08:57.915024 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Bound using segment: {'id': '9d7383e8-83c0-470a-9f8c-5f1bdf79c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc73d1af-21b3-43d1-887f-d507a0c2d0db'} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:08:57.915493 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Bound port: 357fa722-2f38-47e3-9883-181b4a8df4c2, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7383e8-83c0-470a-9f8c-5f1bdf79c5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc73d1af-21b3-43d1-887f-d507a0c2d0db'}}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:08:57.915859 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:57.985078 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] For port 357fa722-2f38-47e3-9883-181b4a8df4c2, host hv-cinder-80295, cleared binding levels {{(pid=93353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:08:57.988768 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] For port 357fa722-2f38-47e3-9883-181b4a8df4c2, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=357fa722-2f38-47e3-9883-181b4a8df4c2,segment=NetworkSegment(9d7383e8-83c0-470a-9f8c-5f1bdf79c5af),segment_id=9d7383e8-83c0-470a-9f8c-5f1bdf79c5af)] {{(pid=93353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:08:57.992921 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:58.030481 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:58.031123 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:58.032535 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] 10.222.0.60 "PUT /v2.0/ports/357fa722-2f38-47e3-9883-181b4a8df4c2 HTTP/1.1" status: 200 len: 1093 time: 0.7067354 Jul 30 16:08:58.032984 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34faf48-009f-42cd-be90-db1f49bd55b7', 'tag': '357fa722-2f38-47e3-9883-181b4a8df4c2'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:08:58.036301 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ede98e5-a97d-4bdb-b443-a73572897b58" -d '{"events": [{"name": "network-changed", "server_uuid": "a34faf48-009f-42cd-be90-db1f49bd55b7", "tag": "357fa722-2f38-47e3-9883-181b4a8df4c2"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:08:58.065874 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e234b6-7c7d-4bca-8cec-c7db7fb81518 service neutron] Pushing event updated for resources: {'Port': ['ID=357fa722-2f38-47e3-9883-181b4a8df4c2,revision_number=3']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:58.085234 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12a66b0-0a59-4fae-9dbf-cb6bbfe9f370 x-openstack-request-id: req-f12a66b0-0a59-4fae-9dbf-cb6bbfe9f370 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:08:58.085526 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34faf48-009f-42cd-be90-db1f49bd55b7", "tag": "357fa722-2f38-47e3-9883-181b4a8df4c2", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:08:58.085782 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f12a66b0-0a59-4fae-9dbf-cb6bbfe9f370 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:08:58.086180 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34faf48-009f-42cd-be90-db1f49bd55b7', 'tag': '357fa722-2f38-47e3-9883-181b4a8df4c2', 'status': 'completed', 'code': 200} Jul 30 16:08:58.135320 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2868bd5c-56da-4fa3-a8db-d995d46f73fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701640'] for network, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:58.140721 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2868bd5c-56da-4fa3-a8db-d995d46f73fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:58.142098 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-06c966c6-b3a3-490f-8d47-253aaf1fa79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:58.146098 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-2868bd5c-56da-4fa3-a8db-d995d46f73fa admin admin] 10.222.0.61 "DELETE /v2.0/networks/ac51fee5-96ff-410d-b23b-24f8c16c68d6 HTTP/1.1" status: 204 len: 168 time: 0.4824779 Jul 30 16:08:58.146496 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-06c966c6-b3a3-490f-8d47-253aaf1fa79d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f3a046b66c14ad498967abef67f64b7&device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 1096 time: 0.0428205 Jul 30 16:08:58.153895 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868bd5c-56da-4fa3-a8db-d995d46f73fa admin admin] Pushing event deleted for resources: {'Network': ['ID=ac51fee5-96ff-410d-b23b-24f8c16c68d6,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:58.189886 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-6ecf5e37-4138-4377-85c8-c686ad9fe812 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=357fa722-2f38-47e3-9883-181b4a8df4c2 HTTP/1.1" status: 200 len: 217 time: 0.0380621 Jul 30 16:08:58.247793 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-bc6ba649-332b-4672-b74f-e5a97197de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:58.249448 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-bc6ba649-332b-4672-b74f-e5a97197de89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28d8b517-c645-4983-a9af-a115e274d8b4 HTTP/1.1" status: 200 len: 849 time: 0.0479820 Jul 30 16:08:58.265889 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 59470) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:58.293370 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-a31a525d-a4fb-4a9d-9668-eaa6ca8595ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc73d1af-21b3-43d1-887f-d507a0c2d0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356903 Jul 30 16:08:58.365254 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-417aff0b-a7f7-4f97-b159-feec9324a2fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6553c039f41c41fb9e47c968ec8e6e98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0971718 Jul 30 16:08:58.367849 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 59472) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:58.406746 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-07f41d6b-c8a2-437d-861c-f0f2c67a50e9 service neutron] 10.222.0.60 "GET /v2.0/networks/bc73d1af-21b3-43d1-887f-d507a0c2d0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018238 Jul 30 16:08:58.421647 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3a7892a4-3153-4725-a7f9-9ba3014d21c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:58.444720 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3a7892a4-3153-4725-a7f9-9ba3014d21c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:58.498545 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3a7892a4-3153-4725-a7f9-9ba3014d21c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:58.501051 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3a7892a4-3153-4725-a7f9-9ba3014d21c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:58.503021 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-3a7892a4-3153-4725-a7f9-9ba3014d21c6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/24cd1227-922e-4b97-b589-6afb3f6fcebb HTTP/1.1" status: 204 len: 168 time: 0.1333714 Jul 30 16:08:58.514389 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7892a4-3153-4725-a7f9-9ba3014d21c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cd1227-922e-4b97-b589-6afb3f6fcebb,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:58.548010 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-08f67a79-a825-477a-a41c-42d55d7aee6b req-a0786a46-1589-4c87-875a-2891903d480d service neutron] 10.222.0.60 "GET /v2.0/networks/bc73d1af-21b3-43d1-887f-d507a0c2d0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304953 Jul 30 16:08:58.560741 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda9fc1-22f6-4e7c-9c2b-096875a625c5 req-433f9889-f967-439f-a76a-8441dbd89b02 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:58.562309 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2eda9fc1-22f6-4e7c-9c2b-096875a625c5 req-433f9889-f967-439f-a76a-8441dbd89b02 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 943 time: 0.0775120 Jul 30 16:08:58.611904 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2eda9fc1-22f6-4e7c-9c2b-096875a625c5 req-2f0ca1b1-4116-4222-b8ed-2a9e9e2dc66d tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426617 Jul 30 16:08:58.647354 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede98e5-a97d-4bdb-b443-a73572897b58 req-479a76e5-997e-464b-8421-3d58a629a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:58.648891 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6ede98e5-a97d-4bdb-b443-a73572897b58 req-479a76e5-997e-464b-8421-3d58a629a77f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f3a046b66c14ad498967abef67f64b7&device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 1096 time: 0.0476086 Jul 30 16:08:58.764462 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede98e5-a97d-4bdb-b443-a73572897b58 req-f1048d0f-6efd-4f83-8a83-3f81728bdd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:58.766105 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6ede98e5-a97d-4bdb-b443-a73572897b58 req-f1048d0f-6efd-4f83-8a83-3f81728bdd51 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc73d1af-21b3-43d1-887f-d507a0c2d0db HTTP/1.1" status: 200 len: 910 time: 0.0970340 Jul 30 16:08:58.811216 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6ede98e5-a97d-4bdb-b443-a73572897b58 req-117f2072-330c-458b-b0de-f5724b50a34b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=357fa722-2f38-47e3-9883-181b4a8df4c2 HTTP/1.1" status: 200 len: 217 time: 0.0375431 Jul 30 16:08:58.868421 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede98e5-a97d-4bdb-b443-a73572897b58 req-9c956a1c-5f2c-4477-a228-32fa41564fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:58.869527 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6ede98e5-a97d-4bdb-b443-a73572897b58 req-9c956a1c-5f2c-4477-a228-32fa41564fb8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=28d8b517-c645-4983-a9af-a115e274d8b4 HTTP/1.1" status: 200 len: 849 time: 0.0458996 Jul 30 16:08:58.909217 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6ede98e5-a97d-4bdb-b443-a73572897b58 req-64e71157-62d8-4f4b-89d7-74bd776e2639 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc73d1af-21b3-43d1-887f-d507a0c2d0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265672 Jul 30 16:08:59.016620 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6ede98e5-a97d-4bdb-b443-a73572897b58 req-e7f3a169-6621-4ad5-8204-36b537fb52fe service neutron] 10.222.0.60 "GET /v2.0/networks/bc73d1af-21b3-43d1-887f-d507a0c2d0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907414 Jul 30 16:08:59.109913 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6ede98e5-a97d-4bdb-b443-a73572897b58 req-1af6a376-1e4c-408d-ba41-1111a45254fc service neutron] 10.222.0.60 "GET /v2.0/networks/bc73d1af-21b3-43d1-887f-d507a0c2d0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836077 Jul 30 16:08:59.208138 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4 no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:08:59.228169 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:08:59.228523 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device ebb24f4a-ab46-4c6a-ad20-a15e9cc222b4 not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:08:59.765568 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d7508-fb50-419c-8511-f52427a5d23c req-22605d6f-0a55-46bc-9638-4d6f74d10807 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:59.767124 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a78d7508-fb50-419c-8511-f52427a5d23c req-22605d6f-0a55-46bc-9638-4d6f74d10807 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 943 time: 0.0675833 Jul 30 16:08:59.805465 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a78d7508-fb50-419c-8511-f52427a5d23c req-e4f54f5b-c8d2-4cf2-b30a-96534c1bb8ec tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Jul 30 16:09:00.547296 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff5278-b5bd-4983-81ae-9b41931d22aa req-46622633-ebd2-4efd-8e42-6f45c6607007 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:00.548779 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9cff5278-b5bd-4983-81ae-9b41931d22aa req-46622633-ebd2-4efd-8e42-6f45c6607007 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0489252 Jul 30 16:09:00.586788 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9cff5278-b5bd-4983-81ae-9b41931d22aa req-0135c3ad-5bcb-4967-a65a-b70268f3032d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314524 Jul 30 16:09:00.922327 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fdb93-6aac-4687-8cce-86c5c45e09d9 req-97bddb29-4646-4c8c-96ba-c0b494246338 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:00.923877 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-008fdb93-6aac-4687-8cce-86c5c45e09d9 req-97bddb29-4646-4c8c-96ba-c0b494246338 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 943 time: 0.0505431 Jul 30 16:09:00.961329 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-008fdb93-6aac-4687-8cce-86c5c45e09d9 req-9dbee940-1c97-41d1-adf9-51e3885f5137 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Jul 30 16:09:01.327863 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 357fa722-2f38-47e3-9883-181b4a8df4c2 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:09:01.420609 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 357fa722-2f38-47e3-9883-181b4a8df4c2, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=357fa722-2f38-47e3-9883-181b4a8df4c2,segment=NetworkSegment(9d7383e8-83c0-470a-9f8c-5f1bdf79c5af),segment_id=9d7383e8-83c0-470a-9f8c-5f1bdf79c5af)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:01.436347 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': '357fa722-2f38-47e3-9883-181b4a8df4c2', 'network_id': 'bc73d1af-21b3-43d1-887f-d507a0c2d0db', 'port_id': '357fa722-2f38-47e3-9883-181b4a8df4c2', 'mac_address': 'fa:16:3e:42:27:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d8b517-c645-4983-a9af-a115e274d8b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:09:01.472470 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.484488 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357fa722-2f38-47e3-9883-181b4a8df4c2 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:09:01.503413 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 357fa722-2f38-47e3-9883-181b4a8df4c2, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=357fa722-2f38-47e3-9883-181b4a8df4c2,segment=NetworkSegment(9d7383e8-83c0-470a-9f8c-5f1bdf79c5af),segment_id=9d7383e8-83c0-470a-9f8c-5f1bdf79c5af)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:01.508816 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.555522 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=357fa722-2f38-47e3-9883-181b4a8df4c2,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:01.562057 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.562479 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.562842 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.563190 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.563516 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.563840 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.564158 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.564475 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.564822 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.565145 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.565463 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.565773 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.701816 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e7327-5b89-4863-8fb1-f5096aa15f71 req-525cf931-40a1-47f2-94fa-3567c2017de2 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:01.703213 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7e8e7327-5b89-4863-8fb1-f5096aa15f71 req-525cf931-40a1-47f2-94fa-3567c2017de2 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0499294 Jul 30 16:09:01.740693 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7e8e7327-5b89-4863-8fb1-f5096aa15f71 req-31fb4aad-1ab0-4a80-94d4-afa5fcb9e593 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313151 Jul 30 16:09:02.078197 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d671c9c-d5e5-4c87-9529-e4971e28f58f req-ecf67f0b-68ca-4762-b0a3-3a9557705dc9 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:02.079683 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2d671c9c-d5e5-4c87-9529-e4971e28f58f req-ecf67f0b-68ca-4762-b0a3-3a9557705dc9 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 944 time: 0.0485511 Jul 30 16:09:02.117475 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2d671c9c-d5e5-4c87-9529-e4971e28f58f req-68922d5a-271a-43b6-8160-57e4d37bdba8 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314798 Jul 30 16:09:02.860971 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a7455-67f0-4851-a6f1-38b1e9547435 req-8c9e201a-6de7-4b1f-89ca-88369c881a71 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:02.862393 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6f1a7455-67f0-4851-a6f1-38b1e9547435 req-8c9e201a-6de7-4b1f-89ca-88369c881a71 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0548406 Jul 30 16:09:02.902630 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6f1a7455-67f0-4851-a6f1-38b1e9547435 req-3879859f-edbc-42fb-b595-127d9141cf0e tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324204 Jul 30 16:09:03.231225 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-43857ac8-d720-4ffe-9c1e-1a7554f7a91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:03.234512 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b40cb0-14ad-4494-8742-4dbb8dade701 req-2277cfb3-16fd-406d-bbea-5c0565f6ca39 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:03.236016 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d8b40cb0-14ad-4494-8742-4dbb8dade701 req-2277cfb3-16fd-406d-bbea-5c0565f6ca39 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 944 time: 0.0525191 Jul 30 16:09:03.274860 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d8b40cb0-14ad-4494-8742-4dbb8dade701 req-7dcafe1b-27ac-4cfa-8fff-d0e8b6564f14 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319090 Jul 30 16:09:03.675953 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['357fa722-2f38-47e3-9883-181b4a8df4c2'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:09:04.016754 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6807d4c-2bf9-49b8-8ee5-48e3389edf99 req-57f55bf7-cfcc-4fb3-89fb-2cfaf30514b0 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:04.018292 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d6807d4c-2bf9-49b8-8ee5-48e3389edf99 req-57f55bf7-cfcc-4fb3-89fb-2cfaf30514b0 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0493703 Jul 30 16:09:04.056549 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d6807d4c-2bf9-49b8-8ee5-48e3389edf99 req-c34630d7-8ebc-45dd-9d48-bf39a845753f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318778 Jul 30 16:09:04.387498 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9b7ce-59cb-4bd9-94ce-b1bc76130f07 req-b17ce3f6-3611-4466-8821-995feee95cb6 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:04.391038 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e5e9b7ce-59cb-4bd9-94ce-b1bc76130f07 req-b17ce3f6-3611-4466-8821-995feee95cb6 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 944 time: 0.0486708 Jul 30 16:09:04.428839 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e5e9b7ce-59cb-4bd9-94ce-b1bc76130f07 req-0accd376-e279-4585-901f-885f8f470675 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337720 Jul 30 16:09:05.168308 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11246b0b-fd30-4f25-8e65-9744c7cd0c4d req-d7bb2089-9b2e-47ac-8821-806f04e11331 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:05.169780 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-11246b0b-fd30-4f25-8e65-9744c7cd0c4d req-d7bb2089-9b2e-47ac-8821-806f04e11331 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0467920 Jul 30 16:09:05.208344 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-11246b0b-fd30-4f25-8e65-9744c7cd0c4d req-ca31c0e2-ca25-42c6-8a51-3b183dc91935 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326629 Jul 30 16:09:05.547465 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99da46f-e859-49a5-9642-7ea79a9a8073 req-c51e0f7f-f17c-4e1e-8cba-b331875b2f42 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:05.548953 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b99da46f-e859-49a5-9642-7ea79a9a8073 req-c51e0f7f-f17c-4e1e-8cba-b331875b2f42 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 944 time: 0.0532146 Jul 30 16:09:05.586932 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-b99da46f-e859-49a5-9642-7ea79a9a8073 req-7130cecc-7fe4-4de0-a88f-f339a6126ae7 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318749 Jul 30 16:09:06.169667 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:06.172590 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-1a6531d1-5423-4976-af6d-fbe0ebeadd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:06.332654 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9e359-2a79-42cf-b6b1-0ddbc60ab7a9 req-55b714cc-3500-4fa6-87b5-0c6ff0d9ae36 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:06.334152 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-20d9e359-2a79-42cf-b6b1-0ddbc60ab7a9 req-55b714cc-3500-4fa6-87b5-0c6ff0d9ae36 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0573521 Jul 30 16:09:06.374578 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-20d9e359-2a79-42cf-b6b1-0ddbc60ab7a9 req-99edf0d0-403c-42ac-9fec-e4797ac6447f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340965 Jul 30 16:09:06.699226 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a516503-4aba-45d1-bdda-fa030e15cf8f req-17e68ad2-a139-4e77-a75e-39b3c085a98c tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:06.700689 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4a516503-4aba-45d1-bdda-fa030e15cf8f req-17e68ad2-a139-4e77-a75e-39b3c085a98c tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 944 time: 0.0486217 Jul 30 16:09:06.738932 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4a516503-4aba-45d1-bdda-fa030e15cf8f req-52ab0abd-21db-4446-b70c-7af2b8a5a445 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321660 Jul 30 16:09:06.946449 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:07.502418 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2a7d8-1970-4093-87fe-d573dc0deb01 req-925a2206-193c-4810-a757-4fd8989c10fe tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:07.503922 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-94c2a7d8-1970-4093-87fe-d573dc0deb01 req-925a2206-193c-4810-a757-4fd8989c10fe tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0528593 Jul 30 16:09:07.542398 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-94c2a7d8-1970-4093-87fe-d573dc0deb01 req-37351b7e-9bb5-4c84-b257-08762af6067f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319619 Jul 30 16:09:07.851552 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d7561-9123-44dc-8d67-5a478450af48 req-ad801ceb-a0b7-4433-88ff-cd2256fdf639 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:07.853027 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d39d7561-9123-44dc-8d67-5a478450af48 req-ad801ceb-a0b7-4433-88ff-cd2256fdf639 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 944 time: 0.0474367 Jul 30 16:09:07.890456 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d39d7561-9123-44dc-8d67-5a478450af48 req-bb7faefa-9435-42c0-8949-941f114d8013 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Jul 30 16:09:08.365888 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 357fa722-2f38-47e3-9883-181b4a8df4c2 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:08.424137 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:08.427406 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port 357fa722-2f38-47e3-9883-181b4a8df4c2 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:08.431170 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port 357fa722-2f38-47e3-9883-181b4a8df4c2 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:08.431528 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:08.619494 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:08.641226 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34faf48-009f-42cd-be90-db1f49bd55b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357fa722-2f38-47e3-9883-181b4a8df4c2'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:09:08.643484 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d02634-c7fe-44e3-bbdd-77b2088f7706" -d '{"events": [{"server_uuid": "a34faf48-009f-42cd-be90-db1f49bd55b7", "name": "network-vif-plugged", "status": "completed", "tag": "357fa722-2f38-47e3-9883-181b4a8df4c2"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:09:08.656592 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 357fa722-2f38-47e3-9883-181b4a8df4c2, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=357fa722-2f38-47e3-9883-181b4a8df4c2,segment=NetworkSegment(9d7383e8-83c0-470a-9f8c-5f1bdf79c5af),segment_id=9d7383e8-83c0-470a-9f8c-5f1bdf79c5af)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:08.661980 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:08.665549 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa52ac-56ba-43f6-a2a7-04f6d7f1af31 req-41b580fd-5c30-40d8-9e2f-9511024892dc tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:08.667402 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-aafa52ac-56ba-43f6-a2a7-04f6d7f1af31 req-41b580fd-5c30-40d8-9e2f-9511024892dc tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0535500 Jul 30 16:09:08.689653 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d401e4d-e34e-4657-9a17-a937d39215f4 x-openstack-request-id: req-4d401e4d-e34e-4657-9a17-a937d39215f4 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:09:08.689947 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34faf48-009f-42cd-be90-db1f49bd55b7", "name": "network-vif-plugged", "status": "completed", "tag": "357fa722-2f38-47e3-9883-181b4a8df4c2", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:09:08.690198 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d401e4d-e34e-4657-9a17-a937d39215f4 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:09:08.690574 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34faf48-009f-42cd-be90-db1f49bd55b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357fa722-2f38-47e3-9883-181b4a8df4c2', 'code': 200} Jul 30 16:09:08.706818 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-aafa52ac-56ba-43f6-a2a7-04f6d7f1af31 req-e2b897b9-a282-4e2b-b88f-e2c7e5dc1a8a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327132 Jul 30 16:09:08.712735 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=357fa722-2f38-47e3-9883-181b4a8df4c2,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:09.002470 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51ee99-d1b0-4d7c-ba55-6cf587d45aa4 req-5154a4c0-a484-48b0-a1be-83cf9154a48d tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:09.003942 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bc51ee99-d1b0-4d7c-ba55-6cf587d45aa4 req-5154a4c0-a484-48b0-a1be-83cf9154a48d tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 945 time: 0.0473137 Jul 30 16:09:09.041455 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bc51ee99-d1b0-4d7c-ba55-6cf587d45aa4 req-200542db-bf46-48e2-a8f0-5d4e67397677 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312002 Jul 30 16:09:09.824400 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2ff8a-8454-4a0a-bcd3-84a37b6f72a2 req-203d6ad2-c100-4ddb-a95a-05f6e2e95550 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:09.825772 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1cb2ff8a-8454-4a0a-bcd3-84a37b6f72a2 req-203d6ad2-c100-4ddb-a95a-05f6e2e95550 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0521939 Jul 30 16:09:09.862961 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1cb2ff8a-8454-4a0a-bcd3-84a37b6f72a2 req-b43b8917-3735-4ef2-aef9-24d123b3fd82 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311749 Jul 30 16:09:10.159359 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9e3ab-15ed-4045-b9dd-5282eef30a0a req-3cc3c7ad-f9e3-4ee0-916a-156ee92b1931 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:10.160837 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-51f9e3ab-15ed-4045-b9dd-5282eef30a0a req-3cc3c7ad-f9e3-4ee0-916a-156ee92b1931 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 945 time: 0.0476174 Jul 30 16:09:10.198705 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-51f9e3ab-15ed-4045-b9dd-5282eef30a0a req-4d2bd253-13d7-4702-b924-8c9cf6ada3da tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317838 Jul 30 16:09:10.641519 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1ea35-1e8f-48ba-a8e2-407900c13da5 req-e04035b3-078d-4123-a23b-c1bd389bada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:10.643067 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-48e1ea35-1e8f-48ba-a8e2-407900c13da5 req-e04035b3-078d-4123-a23b-c1bd389bada0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 1098 time: 0.0383966 Jul 30 16:09:10.680227 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-48e1ea35-1e8f-48ba-a8e2-407900c13da5 req-7d4f2e29-587c-426e-ac3e-7fe65725e4d0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277715 Jul 30 16:09:10.973644 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41abbc-97c6-4bbd-a65e-8fea67a29d43 req-30bc48b3-99a3-4960-b6e6-a44f9385e4cb tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:10.975595 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-8d41abbc-97c6-4bbd-a65e-8fea67a29d43 req-30bc48b3-99a3-4960-b6e6-a44f9385e4cb tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0475159 Jul 30 16:09:11.012222 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-8d41abbc-97c6-4bbd-a65e-8fea67a29d43 req-8e053fb0-4216-46e3-a134-e1905a1a3b24 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304151 Jul 30 16:09:11.310574 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522b86e-61ef-4218-aa35-b3d037e9b33d req-75797f29-be90-4f35-b6c1-b005c41d232b tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:11.312085 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2522b86e-61ef-4218-aa35-b3d037e9b33d req-75797f29-be90-4f35-b6c1-b005c41d232b tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 945 time: 0.0487273 Jul 30 16:09:11.349682 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2522b86e-61ef-4218-aa35-b3d037e9b33d req-e947ed8b-8165-44dc-80db-196098193dca tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316226 Jul 30 16:09:12.127742 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fc4f9-933a-4787-acd7-d92e7c16104c req-633c16bc-af34-483e-a8f5-dec9cc447ebc tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:12.129204 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a65fc4f9-933a-4787-acd7-d92e7c16104c req-633c16bc-af34-483e-a8f5-dec9cc447ebc tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0512390 Jul 30 16:09:12.168022 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a65fc4f9-933a-4787-acd7-d92e7c16104c req-9277046d-567c-40f1-b133-70acda397bc9 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315866 Jul 30 16:09:12.464641 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7b800-88fb-4405-86bf-d4598fde00f6 req-1171092b-849f-418a-9392-79953d7f3238 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:12.466156 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-78f7b800-88fb-4405-86bf-d4598fde00f6 req-1171092b-849f-418a-9392-79953d7f3238 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 945 time: 0.0502851 Jul 30 16:09:12.506409 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-78f7b800-88fb-4405-86bf-d4598fde00f6 req-dce49866-eeee-44da-b64a-e7f69d684c55 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336723 Jul 30 16:09:12.636458 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e28c659a-7a78-4077-9a81-c460625b78ea req-2b2fd03f-b017-44e4-a8e0-4ba0d0c80e13 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434232 Jul 30 16:09:12.718624 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c659a-7a78-4077-9a81-c460625b78ea req-a9c5a08b-1108-462e-b40a-4b6d92197896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:12.720362 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e28c659a-7a78-4077-9a81-c460625b78ea req-a9c5a08b-1108-462e-b40a-4b6d92197896 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15377e3ad59448e2a0d51249c5cf4a32&device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 1100 time: 0.0448337 Jul 30 16:09:12.852500 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c659a-7a78-4077-9a81-c460625b78ea req-c44bda30-d4e3-44ed-85bd-41186fe9930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:12.854844 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e28c659a-7a78-4077-9a81-c460625b78ea req-c44bda30-d4e3-44ed-85bd-41186fe9930f service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b371347-3539-4d23-9546-ea91d4d992d4 HTTP/1.1" status: 200 len: 917 time: 0.1128550 Jul 30 16:09:12.929972 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e28c659a-7a78-4077-9a81-c460625b78ea req-d348d6ee-e5fa-42d3-a5f4-c65e3071e286 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61 HTTP/1.1" status: 200 len: 1002 time: 0.0653658 Jul 30 16:09:12.988131 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c659a-7a78-4077-9a81-c460625b78ea req-04810ecb-1f7c-40b0-ba4c-23d5c3ff2884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:12.990012 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e28c659a-7a78-4077-9a81-c460625b78ea req-04810ecb-1f7c-40b0-ba4c-23d5c3ff2884 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11cade48-67f7-4537-a1c0-f728e42f6cbb HTTP/1.1" status: 200 len: 855 time: 0.0511224 Jul 30 16:09:13.067695 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c659a-7a78-4077-9a81-c460625b78ea req-248123ac-eedb-4bc1-9e3c-a845da9b556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:13.070828 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e28c659a-7a78-4077-9a81-c460625b78ea req-248123ac-eedb-4bc1-9e3c-a845da9b556c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b371347-3539-4d23-9546-ea91d4d992d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512099 Jul 30 16:09:13.172848 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 59712) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:13.181823 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e28c659a-7a78-4077-9a81-c460625b78ea req-18a9c37e-a5f3-4000-805c-99e15fbbb4c8 service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957813 Jul 30 16:09:13.303378 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f38c0dca-4f95-4a06-a609-f53f16cd832f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:13.329756 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d17eb-0f8d-4dd1-9165-7fd154ecd6ae req-1105dbc4-730f-470a-89dc-114a1a9668fa tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:13.331288 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e31d17eb-0f8d-4dd1-9165-7fd154ecd6ae req-1105dbc4-730f-470a-89dc-114a1a9668fa tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0819387 Jul 30 16:09:13.337212 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e28c659a-7a78-4077-9a81-c460625b78ea req-3529cfae-06bc-4e26-a538-a6f461161747 service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469178 Jul 30 16:09:13.379032 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e31d17eb-0f8d-4dd1-9165-7fd154ecd6ae req-04a84df0-9c75-4ff8-862f-4ce9c1ce1cbc tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407596 Jul 30 16:09:13.388363 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9591290-6efe-463d-8990-822e991f2704 req-21564a70-c49d-4266-8bc0-64ca4293b41a tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:13.389892 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e9591290-6efe-463d-8990-822e991f2704 req-21564a70-c49d-4266-8bc0-64ca4293b41a tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 945 time: 0.0779700 Jul 30 16:09:13.451641 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e9591290-6efe-463d-8990-822e991f2704 req-ae9d22f6-c6f1-4d7d-881b-8dc5818b6d85 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549760 Jul 30 16:09:13.479895 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f38c0dca-4f95-4a06-a609-f53f16cd832f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:13.484679 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f38c0dca-4f95-4a06-a609-f53f16cd832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:13.525858 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-f38c0dca-4f95-4a06-a609-f53f16cd832f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3af627a075d34d52a2d5d7f1d73ebe46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518758 Jul 30 16:09:13.526775 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c0dca-4f95-4a06-a609-f53f16cd832f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bee4cf-4da6-47d0-bb3d-aa96f1c719d9,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:13.529046 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 59720) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:13.586300 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4b513cfe-0446-482a-a51c-e8e85b10337d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:13.611711 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4b513cfe-0446-482a-a51c-e8e85b10337d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:13.669936 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4b513cfe-0446-482a-a51c-e8e85b10337d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:13.672755 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4b513cfe-0446-482a-a51c-e8e85b10337d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:13.674919 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-4b513cfe-0446-482a-a51c-e8e85b10337d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/09bee4cf-4da6-47d0-bb3d-aa96f1c719d9 HTTP/1.1" status: 204 len: 168 time: 0.1436574 Jul 30 16:09:13.684285 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b513cfe-0446-482a-a51c-e8e85b10337d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bee4cf-4da6-47d0-bb3d-aa96f1c719d9,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:14.371887 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:14.490923 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745d320-a28d-4ec6-ac79-14baca5fec91 req-18a9b3c2-9a86-450f-9887-80f43c0f56c8 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:14.492481 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e745d320-a28d-4ec6-ac79-14baca5fec91 req-18a9b3c2-9a86-450f-9887-80f43c0f56c8 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0504966 Jul 30 16:09:14.543259 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e745d320-a28d-4ec6-ac79-14baca5fec91 req-98733053-08f1-4ec4-900b-e4c316bbb97c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316415 Jul 30 16:09:14.650171 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24437ed1-a3af-47da-95c7-8a4585040ac1 req-6749b29f-2654-4400-a0d6-7068952f7fae tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:14.652061 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-24437ed1-a3af-47da-95c7-8a4585040ac1 req-6749b29f-2654-4400-a0d6-7068952f7fae tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 945 time: 0.0530870 Jul 30 16:09:14.697723 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-24437ed1-a3af-47da-95c7-8a4585040ac1 req-4ea77d05-6ebe-4847-b82e-564aab738530 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/security-groups?id=4b9528e4-eae0-488a-af72-987f876d4ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393097 Jul 30 16:09:15.273697 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb579353-178d-4702-8162-8cdbb3a2ce1d req-46a8c50b-29d8-4899-852b-52044d79b79c tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:15.275107 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-cb579353-178d-4702-8162-8cdbb3a2ce1d req-46a8c50b-29d8-4899-852b-52044d79b79c tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.60 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 945 time: 0.0484583 Jul 30 16:09:15.367359 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-cb579353-178d-4702-8162-8cdbb3a2ce1d req-29600de0-f2f2-449a-b1bc-3f62788a8484 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Deleting port 357fa722-2f38-47e3-9883-181b4a8df4c2 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:09:15.367700 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-cb579353-178d-4702-8162-8cdbb3a2ce1d req-29600de0-f2f2-449a-b1bc-3f62788a8484 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:15.460230 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-cb579353-178d-4702-8162-8cdbb3a2ce1d req-29600de0-f2f2-449a-b1bc-3f62788a8484 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] For port 357fa722-2f38-47e3-9883-181b4a8df4c2, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=357fa722-2f38-47e3-9883-181b4a8df4c2,segment=NetworkSegment(9d7383e8-83c0-470a-9f8c-5f1bdf79c5af),segment_id=9d7383e8-83c0-470a-9f8c-5f1bdf79c5af)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:15.460588 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-cb579353-178d-4702-8162-8cdbb3a2ce1d req-29600de0-f2f2-449a-b1bc-3f62788a8484 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:15.473272 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-cb579353-178d-4702-8162-8cdbb3a2ce1d req-29600de0-f2f2-449a-b1bc-3f62788a8484 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Calling delete_port for 357fa722-2f38-47e3-9883-181b4a8df4c2 owned by compute:nova {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:09:15.625267 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-cb579353-178d-4702-8162-8cdbb3a2ce1d req-29600de0-f2f2-449a-b1bc-3f62788a8484 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:15.640810 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['357fa722-2f38-47e3-9883-181b4a8df4c2'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:09:15.653464 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29600de0-f2f2-449a-b1bc-3f62788a8484 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Pushing event deleted for resources: {'Port': ['ID=357fa722-2f38-47e3-9883-181b4a8df4c2,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:15.677852 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b40e-3f43-4762-a114-e3a95881d0ac req-0976e6f7-e85e-455d-b011-c60094f50b7f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:15.680289 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-da78b40e-3f43-4762-a114-e3a95881d0ac req-0976e6f7-e85e-455d-b011-c60094f50b7f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0666335 Jul 30 16:09:15.702290 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb579353-178d-4702-8162-8cdbb3a2ce1d req-29600de0-f2f2-449a-b1bc-3f62788a8484 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] No DVR routers for this DVR port 357fa722-2f38-47e3-9883-181b4a8df4c2 on host hv-cinder-80295 {{(pid=93353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:09:15.705298 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-cb579353-178d-4702-8162-8cdbb3a2ce1d req-29600de0-f2f2-449a-b1bc-3f62788a8484 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:15.707423 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-cb579353-178d-4702-8162-8cdbb3a2ce1d req-29600de0-f2f2-449a-b1bc-3f62788a8484 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.60 "DELETE /v2.0/ports/357fa722-2f38-47e3-9883-181b4a8df4c2 HTTP/1.1" status: 204 len: 173 time: 0.4239898 Jul 30 16:09:15.707867 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34faf48-009f-42cd-be90-db1f49bd55b7', 'name': 'network-vif-deleted', 'tag': '357fa722-2f38-47e3-9883-181b4a8df4c2'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:09:15.711297 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf8bc5d-5f53-4f62-a66a-e5b4feb93582" -d '{"events": [{"server_uuid": "a34faf48-009f-42cd-be90-db1f49bd55b7", "name": "network-vif-deleted", "tag": "357fa722-2f38-47e3-9883-181b4a8df4c2"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:09:15.730876 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-da78b40e-3f43-4762-a114-e3a95881d0ac req-7c19135b-0e1c-44b7-9f8f-f0e1e600da7c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439665 Jul 30 16:09:15.766654 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b177d3e-adc0-4d2f-9be1-24b9690a07a2 x-openstack-request-id: req-4b177d3e-adc0-4d2f-9be1-24b9690a07a2 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:09:15.767084 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34faf48-009f-42cd-be90-db1f49bd55b7", "name": "network-vif-deleted", "tag": "357fa722-2f38-47e3-9883-181b4a8df4c2", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:09:15.767371 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b177d3e-adc0-4d2f-9be1-24b9690a07a2 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:09:15.767862 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34faf48-009f-42cd-be90-db1f49bd55b7', 'name': 'network-vif-deleted', 'tag': '357fa722-2f38-47e3-9883-181b4a8df4c2', 'status': 'completed', 'code': 200} Jul 30 16:09:15.834965 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2be9918d-cee7-46b9-b361-5c7c71cd93ab req-35c3e1fc-2784-4550-955a-488dc3faf444 tempest-VolumesActionsTest-1061834311 tempest-VolumesActionsTest-1061834311-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34faf48-009f-42cd-be90-db1f49bd55b7 HTTP/1.1" status: 200 len: 210 time: 0.0357072 Jul 30 16:09:16.262005 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c90bb3-ec08-46f0-9280-a3bdd89554d8 req-f2cbbad0-191b-42aa-9c29-d3d3944b005f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:16.263768 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-10c90bb3-ec08-46f0-9280-a3bdd89554d8 req-f2cbbad0-191b-42aa-9c29-d3d3944b005f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 945 time: 0.0517886 Jul 30 16:09:16.305229 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-10c90bb3-ec08-46f0-9280-a3bdd89554d8 req-e526bb5c-3e9c-4b20-b311-d6c62b41af5c tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349555 Jul 30 16:09:16.858707 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8892b-d601-4512-91e2-e3851898b9cc req-4eb7e05d-842c-4159-b872-e448b8b6bd2b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:16.860347 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-48c8892b-d601-4512-91e2-e3851898b9cc req-4eb7e05d-842c-4159-b872-e448b8b6bd2b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0581443 Jul 30 16:09:16.902116 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-48c8892b-d601-4512-91e2-e3851898b9cc req-c30be7b1-a7f9-4a2a-9a05-b56a00218d5c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358109 Jul 30 16:09:17.370691 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 59842) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:17.438409 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910acf4-571e-4d1f-9c1e-7c895acfb3e6 req-9f814393-466f-439b-a478-befe7fc6ff16 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:17.439564 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e910acf4-571e-4d1f-9c1e-7c895acfb3e6 req-9f814393-466f-439b-a478-befe7fc6ff16 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 945 time: 0.0599391 Jul 30 16:09:17.481818 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e910acf4-571e-4d1f-9c1e-7c895acfb3e6 req-cf724e7c-7b16-4d0b-8d4f-be403d7050d7 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341794 Jul 30 16:09:17.501026 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-40bd0a58-fa8a-4568-8954-16ff03801eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.593069 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-40bd0a58-fa8a-4568-8954-16ff03801eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.597240 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-40bd0a58-fa8a-4568-8954-16ff03801eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.640896 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-40bd0a58-fa8a-4568-8954-16ff03801eed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a42d75e7d23a4ba993088964259f3b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690246 Jul 30 16:09:17.641809 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd0a58-fa8a-4568-8954-16ff03801eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631653a2-233d-4f94-bdb1-3a0c9030132a,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:17.643510 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 59866) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:17.690725 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-1dd8f32d-f6e9-4692-a583-7743090ffe33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.711881 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-1dd8f32d-f6e9-4692-a583-7743090ffe33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.756409 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-1dd8f32d-f6e9-4692-a583-7743090ffe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.758883 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-1dd8f32d-f6e9-4692-a583-7743090ffe33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.760182 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-1dd8f32d-f6e9-4692-a583-7743090ffe33 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/631653a2-233d-4f94-bdb1-3a0c9030132a HTTP/1.1" status: 204 len: 168 time: 0.1156771 Jul 30 16:09:17.767891 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8f32d-f6e9-4692-a583-7743090ffe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631653a2-233d-4f94-bdb1-3a0c9030132a,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:18.019303 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033fb08-ba4d-40f7-9e5c-c6b79c580f59 req-04df8f5a-5ed8-49a4-8866-0032bdcddee3 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:18.020803 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2033fb08-ba4d-40f7-9e5c-c6b79c580f59 req-04df8f5a-5ed8-49a4-8866-0032bdcddee3 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0501304 Jul 30 16:09:18.059835 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2033fb08-ba4d-40f7-9e5c-c6b79c580f59 req-c5f83baf-9c5c-4e86-93ab-158862dd967f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327568 Jul 30 16:09:18.607071 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9c7ca-d5da-4e8e-8eb8-640043746bbe req-0de7c237-e9bc-4949-a1f6-1ef0c796ea76 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:18.610442 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-45f9c7ca-d5da-4e8e-8eb8-640043746bbe req-0de7c237-e9bc-4949-a1f6-1ef0c796ea76 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 945 time: 0.0585787 Jul 30 16:09:18.644093 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-45f9c7ca-d5da-4e8e-8eb8-640043746bbe req-7d7501d7-4d6a-4e6f-9fa9-cf6fb1c3d1c2 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327649 Jul 30 16:09:19.173347 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bff667-c64a-4e94-a1cb-b0861cd7032f req-abcbf27c-ead7-449d-806d-f26008227157 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:19.175294 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-27bff667-c64a-4e94-a1cb-b0861cd7032f req-abcbf27c-ead7-449d-806d-f26008227157 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0491786 Jul 30 16:09:19.215059 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-27bff667-c64a-4e94-a1cb-b0861cd7032f req-12ec367d-0770-4dba-999a-a78d086b8f63 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331204 Jul 30 16:09:19.715213 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 357fa722-2f38-47e3-9883-181b4a8df4c2 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:09:19.736022 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: 357fa722-2f38-47e3-9883-181b4a8df4c2 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:09:19.736368 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 357fa722-2f38-47e3-9883-181b4a8df4c2 not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:09:19.764958 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372ddd7-67f2-434b-807e-e5053b8e242d req-edaa4dcf-68a4-4795-a301-58252d16d009 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:19.766433 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4372ddd7-67f2-434b-807e-e5053b8e242d req-edaa4dcf-68a4-4795-a301-58252d16d009 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 945 time: 0.0512960 Jul 30 16:09:19.804725 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4372ddd7-67f2-434b-807e-e5053b8e242d req-2ac4ce37-9596-462e-ab09-19431498f951 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316808 Jul 30 16:09:20.336525 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ee798-3ab5-4a73-9790-05c9709537c2 req-306a520d-15b2-4e2d-8439-ff14993914d4 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:20.338022 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3d8ee798-3ab5-4a73-9790-05c9709537c2 req-306a520d-15b2-4e2d-8439-ff14993914d4 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0522408 Jul 30 16:09:20.375169 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3d8ee798-3ab5-4a73-9790-05c9709537c2 req-cf82de55-dec7-4d74-af22-b4ea3c943e6a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312304 Jul 30 16:09:20.915449 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61119f8f-d66c-4bf8-bb5a-d168529e0d7f req-34ba0b6a-21b4-46ff-b455-0ac6a62e0b22 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:20.916918 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-61119f8f-d66c-4bf8-bb5a-d168529e0d7f req-34ba0b6a-21b4-46ff-b455-0ac6a62e0b22 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 945 time: 0.0479908 Jul 30 16:09:20.955031 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-61119f8f-d66c-4bf8-bb5a-d168529e0d7f req-a1190512-a7ab-419e-9971-533956250d22 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/security-groups?id=f6427129-ef61-437f-bf9b-5e74c1dbb2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322173 Jul 30 16:09:21.235154 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece67306-e3c3-48a5-a243-fd5392eabe1b req-73d17253-162d-4665-9296-726af945963f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:21.237090 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ece67306-e3c3-48a5-a243-fd5392eabe1b req-73d17253-162d-4665-9296-726af945963f tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.60 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 945 time: 0.0530291 Jul 30 16:09:21.336897 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-ece67306-e3c3-48a5-a243-fd5392eabe1b req-210d614c-e801-462b-aeae-3548ed441f7a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Deleting port f76701b8-4476-4851-b81b-5d85bc42d618 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:09:21.337241 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-ece67306-e3c3-48a5-a243-fd5392eabe1b req-210d614c-e801-462b-aeae-3548ed441f7a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:21.425777 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-ece67306-e3c3-48a5-a243-fd5392eabe1b req-210d614c-e801-462b-aeae-3548ed441f7a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] For port f76701b8-4476-4851-b81b-5d85bc42d618, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f76701b8-4476-4851-b81b-5d85bc42d618,segment=NetworkSegment(f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8),segment_id=f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:21.426142 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-ece67306-e3c3-48a5-a243-fd5392eabe1b req-210d614c-e801-462b-aeae-3548ed441f7a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:21.438921 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-ece67306-e3c3-48a5-a243-fd5392eabe1b req-210d614c-e801-462b-aeae-3548ed441f7a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Calling delete_port for f76701b8-4476-4851-b81b-5d85bc42d618 owned by compute:nova {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:09:21.489296 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96acada-ce11-4728-a00a-46a1044bffeb req-5714b1e4-6174-4f86-b3a4-5b7e9fd82e04 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:21.490734 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c96acada-ce11-4728-a00a-46a1044bffeb req-5714b1e4-6174-4f86-b3a4-5b7e9fd82e04 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0479708 Jul 30 16:09:21.537292 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c96acada-ce11-4728-a00a-46a1044bffeb req-86bc06cf-3f74-471b-a387-7a665b33a17a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400560 Jul 30 16:09:21.571999 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-ece67306-e3c3-48a5-a243-fd5392eabe1b req-210d614c-e801-462b-aeae-3548ed441f7a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:21.585347 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['f76701b8-4476-4851-b81b-5d85bc42d618'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:09:21.869402 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d614c-e801-462b-aeae-3548ed441f7a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Pushing event deleted for resources: {'Port': ['ID=f76701b8-4476-4851-b81b-5d85bc42d618,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:21.924992 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece67306-e3c3-48a5-a243-fd5392eabe1b req-210d614c-e801-462b-aeae-3548ed441f7a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] No DVR routers for this DVR port f76701b8-4476-4851-b81b-5d85bc42d618 on host hv-cinder-80295 {{(pid=93353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:09:21.932485 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-ece67306-e3c3-48a5-a243-fd5392eabe1b req-210d614c-e801-462b-aeae-3548ed441f7a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:21.939527 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ece67306-e3c3-48a5-a243-fd5392eabe1b req-210d614c-e801-462b-aeae-3548ed441f7a tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.60 "DELETE /v2.0/ports/f76701b8-4476-4851-b81b-5d85bc42d618 HTTP/1.1" status: 204 len: 173 time: 0.6937902 Jul 30 16:09:21.940143 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4', 'name': 'network-vif-deleted', 'tag': 'f76701b8-4476-4851-b81b-5d85bc42d618'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:09:21.943141 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaa7c9a-1c5c-4563-9906-801528a92ef4" -d '{"events": [{"server_uuid": "1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4", "name": "network-vif-deleted", "tag": "f76701b8-4476-4851-b81b-5d85bc42d618"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:09:22.024883 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d0a4d4-df3d-4881-a889-dac23e7f1b0a x-openstack-request-id: req-01d0a4d4-df3d-4881-a889-dac23e7f1b0a {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:09:22.025274 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4", "name": "network-vif-deleted", "tag": "f76701b8-4476-4851-b81b-5d85bc42d618", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:09:22.025667 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-01d0a4d4-df3d-4881-a889-dac23e7f1b0a {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:09:22.027733 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4', 'name': 'network-vif-deleted', 'tag': 'f76701b8-4476-4851-b81b-5d85bc42d618', 'status': 'completed', 'code': 200} Jul 30 16:09:22.126210 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a9f695ee-5b68-42f8-aabe-0cc897cc5749 req-e2625091-1f0d-4070-97f5-768bd3d580f0 tempest-VolumesSnapshotTestJSON-1705772707 tempest-VolumesSnapshotTestJSON-1705772707-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc4b3c1-b7dd-40d4-b4bd-5b27edcdeab4 HTTP/1.1" status: 200 len: 210 time: 0.0600319 Jul 30 16:09:22.679314 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a3a3d-96ec-4b56-8893-0de2713286e5 req-2a2f3e67-50b6-4dbe-85f6-37bdc485cafe tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:22.681111 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d21a3a3d-96ec-4b56-8893-0de2713286e5 req-2a2f3e67-50b6-4dbe-85f6-37bdc485cafe tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0605359 Jul 30 16:09:22.727386 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d21a3a3d-96ec-4b56-8893-0de2713286e5 req-6c152d3b-32fd-4e98-88a2-b8bb09b13555 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374534 Jul 30 16:09:22.857547 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 60018) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:22.988015 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e264b23a-b22a-456d-b140-7dbc8faa70ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:23.085557 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e264b23a-b22a-456d-b140-7dbc8faa70ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:23.090754 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e264b23a-b22a-456d-b140-7dbc8faa70ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:23.128855 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264b23a-b22a-456d-b140-7dbc8faa70ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d854d23-70c0-423b-999a-1918bb0dc6b1,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:23.163089 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-e264b23a-b22a-456d-b140-7dbc8faa70ab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57d32e4e91a8409eaf0fc7fbee38c3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040230 Jul 30 16:09:23.163824 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60024) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:23.225574 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-93d311a2-6890-41fe-a8ca-062126cf3c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:23.256005 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-93d311a2-6890-41fe-a8ca-062126cf3c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:23.322313 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-93d311a2-6890-41fe-a8ca-062126cf3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:23.325157 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-93d311a2-6890-41fe-a8ca-062126cf3c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:23.329601 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-93d311a2-6890-41fe-a8ca-062126cf3c15 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9d854d23-70c0-423b-999a-1918bb0dc6b1 HTTP/1.1" status: 204 len: 168 time: 0.1633444 Jul 30 16:09:23.339815 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d311a2-6890-41fe-a8ca-062126cf3c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d854d23-70c0-423b-999a-1918bb0dc6b1,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:23.691305 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60036) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:23.718195 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-92aa630a-e93b-46f3-865e-686bfb81c86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:23.852032 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-92aa630a-e93b-46f3-865e-686bfb81c86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:23.858524 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-92aa630a-e93b-46f3-865e-686bfb81c86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:23.883103 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b194581-d381-4051-bd09-8030184166df req-826f46d8-cc99-4cf6-b795-7f7d45645b20 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:23.886511 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-92aa630a-e93b-46f3-865e-686bfb81c86f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3205acbeee4e4ffa91ac7af7bc337358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937275 Jul 30 16:09:23.890771 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9b194581-d381-4051-bd09-8030184166df req-826f46d8-cc99-4cf6-b795-7f7d45645b20 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0642352 Jul 30 16:09:23.892108 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60044) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:23.924404 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa630a-e93b-46f3-865e-686bfb81c86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c047ba-434f-44f2-9953-35d2927852e9,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:23.926098 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9b194581-d381-4051-bd09-8030184166df req-bbfd4b0c-6071-4c32-86dd-4544983676c7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342259 Jul 30 16:09:23.973183 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-609c732a-ec1f-49bc-a3f9-7e5b8273b2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:24.009308 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-609c732a-ec1f-49bc-a3f9-7e5b8273b2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:24.067103 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-609c732a-ec1f-49bc-a3f9-7e5b8273b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:24.071069 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-609c732a-ec1f-49bc-a3f9-7e5b8273b2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:24.072312 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-609c732a-ec1f-49bc-a3f9-7e5b8273b2ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/06c047ba-434f-44f2-9953-35d2927852e9 HTTP/1.1" status: 204 len: 168 time: 0.1791759 Jul 30 16:09:24.082302 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c732a-ec1f-49bc-a3f9-7e5b8273b2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c047ba-434f-44f2-9953-35d2927852e9,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:24.254711 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd936156-1b09-46d4-a650-304b61157afa req-2b08181e-3d51-41c2-b010-f52b66b0309c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:24.256986 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-cd936156-1b09-46d4-a650-304b61157afa req-2b08181e-3d51-41c2-b010-f52b66b0309c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.1497653 Jul 30 16:09:24.319154 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acff122-0c26-4873-880f-d20b152093ea req-a762f4fb-0eca-4e44-8130-92c8a4660700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:24.322326 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4acff122-0c26-4873-880f-d20b152093ea req-a762f4fb-0eca-4e44-8130-92c8a4660700 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e1402dc086c4071bae84c16365352b3&device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 1099 time: 0.1443036 Jul 30 16:09:24.387662 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-cd936156-1b09-46d4-a650-304b61157afa req-40426753-8d94-405c-9a56-4b364291341e tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212454 Jul 30 16:09:24.455869 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acff122-0c26-4873-880f-d20b152093ea req-a19010a5-3873-4595-9455-be5f7f9c7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:24.457361 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4acff122-0c26-4873-880f-d20b152093ea req-a19010a5-3873-4595-9455-be5f7f9c7346 service neutron] 10.222.0.60 "GET /v2.0/networks?id=85982ae8-657f-47f5-b729-6742a565fcec HTTP/1.1" status: 200 len: 911 time: 0.1253130 Jul 30 16:09:24.540254 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4acff122-0c26-4873-880f-d20b152093ea req-9110da0d-ede6-4571-9449-6d55eac5ecfb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f88d5169-b15d-40ef-b997-4ae68db091bc HTTP/1.1" status: 200 len: 1001 time: 0.0717056 Jul 30 16:09:24.635161 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acff122-0c26-4873-880f-d20b152093ea req-40003886-b9b2-4ccd-8416-1b971f01b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:24.636665 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4acff122-0c26-4873-880f-d20b152093ea req-40003886-b9b2-4ccd-8416-1b971f01b52f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0ed38a9-6919-4226-9d04-1c45eb199d71 HTTP/1.1" status: 200 len: 849 time: 0.0889964 Jul 30 16:09:24.714881 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acff122-0c26-4873-880f-d20b152093ea req-ea17993e-48b1-4bcc-8533-cc916fffb651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:24.716537 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4acff122-0c26-4873-880f-d20b152093ea req-ea17993e-48b1-4bcc-8533-cc916fffb651 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85982ae8-657f-47f5-b729-6742a565fcec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699608 Jul 30 16:09:24.849751 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4acff122-0c26-4873-880f-d20b152093ea req-830906df-9fc9-41a4-a5b8-d22e927387e7 service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240246 Jul 30 16:09:24.972828 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4acff122-0c26-4873-880f-d20b152093ea req-f79788a5-8db7-4dbb-b451-34debacf9850 service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148355 Jul 30 16:09:25.562720 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce43827-a543-4c2e-9a0c-a4665e06e430 req-f05bb4cf-01c2-497f-9bec-7f2a77bd0d9c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:25.568155 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-cce43827-a543-4c2e-9a0c-a4665e06e430 req-f05bb4cf-01c2-497f-9bec-7f2a77bd0d9c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0989511 Jul 30 16:09:25.624969 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-cce43827-a543-4c2e-9a0c-a4665e06e430 req-51dd92d8-6720-42ee-849b-1f44271174b2 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480096 Jul 30 16:09:26.286393 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device f76701b8-4476-4851-b81b-5d85bc42d618 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:09:26.309217 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: f76701b8-4476-4851-b81b-5d85bc42d618 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:09:26.309851 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device f76701b8-4476-4851-b81b-5d85bc42d618 not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:09:26.757899 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47a852-891d-48b7-bb05-7500e5f18e37 req-d231a37e-1410-4ac5-8ba3-47456dc576a4 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:26.766301 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9c47a852-891d-48b7-bb05-7500e5f18e37 req-d231a37e-1410-4ac5-8ba3-47456dc576a4 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0652549 Jul 30 16:09:26.814976 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9c47a852-891d-48b7-bb05-7500e5f18e37 req-62c7eb13-4f08-42d5-beb5-51b4f8ca5e2b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463507 Jul 30 16:09:27.925123 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0a2a0-ab05-4aa1-917a-2c81305b0cf3 req-7b9e047f-c4a2-48f2-a185-1362f03b574a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:27.926770 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0cf0a2a0-ab05-4aa1-917a-2c81305b0cf3 req-7b9e047f-c4a2-48f2-a185-1362f03b574a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0489559 Jul 30 16:09:27.967164 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0cf0a2a0-ab05-4aa1-917a-2c81305b0cf3 req-3b1730d0-71cc-438c-86ed-aee62deb60c8 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340223 Jul 30 16:09:28.141492 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:09:29.100090 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c7837-f69d-45fa-a31a-a346c7845854 req-a4a80848-5d17-4517-b7e3-a8196ddee915 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:29.102969 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f55c7837-f69d-45fa-a31a-a346c7845854 req-a4a80848-5d17-4517-b7e3-a8196ddee915 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0605829 Jul 30 16:09:29.169528 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f55c7837-f69d-45fa-a31a-a346c7845854 req-6286ce29-3658-4293-8d5a-fba2ccfa87c8 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592253 Jul 30 16:09:33.242867 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d71aab9e-669d-4157-92bb-8ce5b56c243c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:35.179978 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60292) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:35.299492 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-563a2145-e454-4fda-82f4-adbeca8565e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:35.400092 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-563a2145-e454-4fda-82f4-adbeca8565e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:35.404108 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-563a2145-e454-4fda-82f4-adbeca8565e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:35.451762 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-563a2145-e454-4fda-82f4-adbeca8565e4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=138f4b26dcdb48ae8b643f086ec0a726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682698 Jul 30 16:09:35.451762 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a2145-e454-4fda-82f4-adbeca8565e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7311d8c-5540-48e0-ba39-edc651a5555d,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:35.452315 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 60300) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:35.519695 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5391a865-efe7-4070-a5f9-4938cd692763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:35.544682 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5391a865-efe7-4070-a5f9-4938cd692763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:35.599030 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5391a865-efe7-4070-a5f9-4938cd692763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:35.601735 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5391a865-efe7-4070-a5f9-4938cd692763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:35.605575 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-5391a865-efe7-4070-a5f9-4938cd692763 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7311d8c-5540-48e0-ba39-edc651a5555d HTTP/1.1" status: 204 len: 168 time: 0.1495416 Jul 30 16:09:35.623946 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391a865-efe7-4070-a5f9-4938cd692763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7311d8c-5540-48e0-ba39-edc651a5555d,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:35.932919 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 60310) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:35.953835 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-27bd262e-0ce6-4e18-ad3a-aa7fd4719360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:36.077274 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-27bd262e-0ce6-4e18-ad3a-aa7fd4719360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:36.086257 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-27bd262e-0ce6-4e18-ad3a-aa7fd4719360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:36.132645 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60312) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:36.140514 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-27bd262e-0ce6-4e18-ad3a-aa7fd4719360 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7410ea25b8674dbbac09fcd9f4f5d53f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061508 Jul 30 16:09:36.143982 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd262e-0ce6-4e18-ad3a-aa7fd4719360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f18f97-7802-4c03-98b5-ca3cf5dea92f,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:36.196429 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:36.215477 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-a874dfc7-8e85-44ba-b584-39fd3b865301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:36.240598 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-82364136-4a70-4261-89c7-d5a6d273d544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:36.264518 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-82364136-4a70-4261-89c7-d5a6d273d544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:36.319170 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-82364136-4a70-4261-89c7-d5a6d273d544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:36.322086 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-82364136-4a70-4261-89c7-d5a6d273d544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:36.323280 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-82364136-4a70-4261-89c7-d5a6d273d544 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e3f18f97-7802-4c03-98b5-ca3cf5dea92f HTTP/1.1" status: 204 len: 168 time: 0.1895304 Jul 30 16:09:36.331376 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82364136-4a70-4261-89c7-d5a6d273d544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f18f97-7802-4c03-98b5-ca3cf5dea92f,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:36.719548 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 60324) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:36.740971 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-567efc2f-5f63-48f8-8749-c2a503699779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:36.851328 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-567efc2f-5f63-48f8-8749-c2a503699779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:36.856017 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-567efc2f-5f63-48f8-8749-c2a503699779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:36.900483 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567efc2f-5f63-48f8-8749-c2a503699779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b72288-4868-4947-ba8a-c04bcb52196e,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:36.912282 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60326) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:36.926233 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-567efc2f-5f63-48f8-8749-c2a503699779 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9cb13c20930047e18911e37de5a0562b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988754 Jul 30 16:09:36.956940 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:36.980513 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ab109213-d945-49ee-9cc5-0c839465cff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:37.006267 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ab109213-d945-49ee-9cc5-0c839465cff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:37.068608 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ab109213-d945-49ee-9cc5-0c839465cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:37.071523 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ab109213-d945-49ee-9cc5-0c839465cff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:37.077868 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-ab109213-d945-49ee-9cc5-0c839465cff5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53b72288-4868-4947-ba8a-c04bcb52196e HTTP/1.1" status: 204 len: 168 time: 0.1644444 Jul 30 16:09:37.086638 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab109213-d945-49ee-9cc5-0c839465cff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b72288-4868-4947-ba8a-c04bcb52196e,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:38.454432 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:40.977861 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60490) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:41.023349 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d86287-27e2-4189-9733-f7a7d10a6363 admin admin] Deleting subnet 28d8b517-c645-4983-a9af-a115e274d8b4 {{(pid=93354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:09:41.026316 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-82d86287-27e2-4189-9733-f7a7d10a6363 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:41.058355 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-82d86287-27e2-4189-9733-f7a7d10a6363 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6082454'] for subnet, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:41.095961 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-82d86287-27e2-4189-9733-f7a7d10a6363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906635'] for subnet, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:41.144788 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-82d86287-27e2-4189-9733-f7a7d10a6363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7322548'] for subnet, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:41.174875 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d86287-27e2-4189-9733-f7a7d10a6363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28d8b517-c645-4983-a9af-a115e274d8b4,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:41.176849 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-82d86287-27e2-4189-9733-f7a7d10a6363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:41.179266 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-82d86287-27e2-4189-9733-f7a7d10a6363 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/28d8b517-c645-4983-a9af-a115e274d8b4 HTTP/1.1" status: 204 len: 168 time: 0.1998494 Jul 30 16:09:41.181229 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60492) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:41.248232 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11a757e7-eff4-41fa-85cd-0a72f3cf2888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2038210'] for network, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:41.329180 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11a757e7-eff4-41fa-85cd-0a72f3cf2888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900636', 'neutron.services.segments.db._delete_segments_for_network-8772173602609'] for network, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:41.340422 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-11a757e7-eff4-41fa-85cd-0a72f3cf2888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc73d1af-21b3-43d1-887f-d507a0c2d0db']}} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:41.351107 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-11a757e7-eff4-41fa-85cd-0a72f3cf2888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7383e8-83c0-470a-9f8c-5f1bdf79c5af') {'for_net_delete': True} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:41.351403 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-11a757e7-eff4-41fa-85cd-0a72f3cf2888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7383e8-83c0-470a-9f8c-5f1bdf79c5af') {} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:41.360346 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11a757e7-eff4-41fa-85cd-0a72f3cf2888 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772173603386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6082461'] for segment, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:41.375681 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11a757e7-eff4-41fa-85cd-0a72f3cf2888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:41.383166 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a757e7-eff4-41fa-85cd-0a72f3cf2888 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=93354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:09:41.383631 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11a757e7-eff4-41fa-85cd-0a72f3cf2888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5953348'] for segment, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: Traceback (most recent call last): Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: timer() Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: cb(*args, **kw) Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: return func(*args, **kwargs) Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: self._notify() Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: self.callback(batched_events) Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: event.method(event) Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: return f(self, *a, **k) Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._get(url).json() Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: return self.request(url, 'GET', **kwargs) Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:09:41.385451 dv-cinder-802955-2-iscsi neutron-server[93354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:09:41.440967 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11a757e7-eff4-41fa-85cd-0a72f3cf2888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701640'] for network, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:41.446731 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11a757e7-eff4-41fa-85cd-0a72f3cf2888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:41.448566 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-11a757e7-eff4-41fa-85cd-0a72f3cf2888 admin admin] 10.222.0.61 "DELETE /v2.0/networks/bc73d1af-21b3-43d1-887f-d507a0c2d0db HTTP/1.1" status: 204 len: 168 time: 0.2664351 Jul 30 16:09:41.459729 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a757e7-eff4-41fa-85cd-0a72f3cf2888 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc73d1af-21b3-43d1-887f-d507a0c2d0db,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:41.617369 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 60506) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:41.661091 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-c844df7d-ab25-43c1-8bd8-b070a55c1392 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f3a046b66c14ad498967abef67f64b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423892 Jul 30 16:09:41.664783 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 60510) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:41.716836 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-c9f8cc33-a8b6-4d5f-8000-755dab09e5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:41.744487 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-c9f8cc33-a8b6-4d5f-8000-755dab09e5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:41.792434 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-c9f8cc33-a8b6-4d5f-8000-755dab09e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:41.794899 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-c9f8cc33-a8b6-4d5f-8000-755dab09e5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:41.796218 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-c9f8cc33-a8b6-4d5f-8000-755dab09e5c6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4b9528e4-eae0-488a-af72-987f876d4ce1 HTTP/1.1" status: 204 len: 168 time: 0.1302910 Jul 30 16:09:41.809873 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8cc33-a8b6-4d5f-8000-755dab09e5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9528e4-eae0-488a-af72-987f876d4ce1,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:43.984132 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60680) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:44.091168 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-997856c6-1adb-424b-974a-01c40a3e16e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:44.189963 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-997856c6-1adb-424b-974a-01c40a3e16e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:44.194211 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-997856c6-1adb-424b-974a-01c40a3e16e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:44.234670 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997856c6-1adb-424b-974a-01c40a3e16e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b4c063-bced-40b9-95fc-5e011d3f2ed4,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:44.239262 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-997856c6-1adb-424b-974a-01c40a3e16e3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1200c85733a4b2c92d4b25b0f106215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540126 Jul 30 16:09:44.242267 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60686) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:44.291299 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-48cb2ad6-319b-43b2-adb1-4456eaba7a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:44.312687 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-48cb2ad6-319b-43b2-adb1-4456eaba7a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:44.360024 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-48cb2ad6-319b-43b2-adb1-4456eaba7a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:44.362707 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-48cb2ad6-319b-43b2-adb1-4456eaba7a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:44.363928 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-48cb2ad6-319b-43b2-adb1-4456eaba7a10 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/01b4c063-bced-40b9-95fc-5e011d3f2ed4 HTTP/1.1" status: 204 len: 168 time: 0.1207526 Jul 30 16:09:44.377642 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb2ad6-319b-43b2-adb1-4456eaba7a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b4c063-bced-40b9-95fc-5e011d3f2ed4,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:44.384366 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:44.660792 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60692) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:44.675331 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-6d8ef5db-1c54-4397-9280-aac8aec27ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:44.788100 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-6d8ef5db-1c54-4397-9280-aac8aec27ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:44.796332 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-6d8ef5db-1c54-4397-9280-aac8aec27ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:44.838745 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-6d8ef5db-1c54-4397-9280-aac8aec27ac0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=41a68dfaa7ca48e9b432f6366d4c4506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762235 Jul 30 16:09:44.840762 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ef5db-1c54-4397-9280-aac8aec27ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c37aa4-954b-43ec-8166-5ca35c23bec6,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:44.841612 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 60708) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:44.897497 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-289d91c1-4516-4146-b45f-d37ae6c367ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:44.918895 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-289d91c1-4516-4146-b45f-d37ae6c367ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:44.968664 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-289d91c1-4516-4146-b45f-d37ae6c367ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:44.975492 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-289d91c1-4516-4146-b45f-d37ae6c367ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:44.979277 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-289d91c1-4516-4146-b45f-d37ae6c367ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/49c37aa4-954b-43ec-8166-5ca35c23bec6 HTTP/1.1" status: 204 len: 168 time: 0.1365652 Jul 30 16:09:44.987433 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d91c1-4516-4146-b45f-d37ae6c367ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c37aa4-954b-43ec-8166-5ca35c23bec6,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:45.287589 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702cddb-16d1-43e5-8807-94ff439447b1 req-429f5e83-f396-414b-9de8-8f64281c3e51 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:45.289147 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6702cddb-16d1-43e5-8807-94ff439447b1 req-429f5e83-f396-414b-9de8-8f64281c3e51 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 947 time: 0.0552683 Jul 30 16:09:45.330005 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6702cddb-16d1-43e5-8807-94ff439447b1 req-3f32b0eb-5bca-49d3-a864-8ba64fa0481c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348558 Jul 30 16:09:45.707634 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 60746) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:45.802215 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-cc84b05a-88d4-4d5a-93e7-14830652f5b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1287709204-network', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:45.824963 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc84b05a-88d4-4d5a-93e7-14830652f5b6 admin admin] Made reservation on behalf of 1dfbed60a71f4f0b9bf0fe13b496a65d for: {'network': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:09:45.827405 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cc84b05a-88d4-4d5a-93e7-14830652f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:45.839551 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cc84b05a-88d4-4d5a-93e7-14830652f5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:45.927645 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cc84b05a-88d4-4d5a-93e7-14830652f5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:45.936725 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cc84b05a-88d4-4d5a-93e7-14830652f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:45.962707 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc84b05a-88d4-4d5a-93e7-14830652f5b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=93353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:09:45.972008 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84b05a-88d4-4d5a-93e7-14830652f5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e415e15d-d191-471c-9c08-a2e6a76aeadb,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:45.978672 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cc84b05a-88d4-4d5a-93e7-14830652f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:45.979049 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.segments_db [None req-cc84b05a-88d4-4d5a-93e7-14830652f5b6 admin admin] Added segment f8ed65ad-393f-4e69-afa6-3f59ad8302ad of type vlan for network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 Jul 30 16:09:46.020172 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cc84b05a-88d4-4d5a-93e7-14830652f5b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:46.052215 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cc84b05a-88d4-4d5a-93e7-14830652f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:46.053345 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc84b05a-88d4-4d5a-93e7-14830652f5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:46.054014 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cc84b05a-88d4-4d5a-93e7-14830652f5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:46.104112 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-cc84b05a-88d4-4d5a-93e7-14830652f5b6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3942299 Jul 30 16:09:46.106280 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60756) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:46.111730 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-a8020caf-4571-4a04-ba71-5008449682b5 admin admin] Request body: {'subnet': {'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1287709204-subnet', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'ip_version': 4}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:46.118218 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84b05a-88d4-4d5a-93e7-14830652f5b6 admin admin] Pushing event updated for resources: {'Network': ['ID=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:46.128327 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:09:46.132599 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8020caf-4571-4a04-ba71-5008449682b5 admin admin] Made reservation on behalf of 1dfbed60a71f4f0b9bf0fe13b496a65d for: {'subnet': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:09:46.135105 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a8020caf-4571-4a04-ba71-5008449682b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7322515'] for subnet, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:46.310701 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a8020caf-4571-4a04-ba71-5008449682b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5957849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7322557'] for subnet, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:46.371672 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8020caf-4571-4a04-ba71-5008449682b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8300e625-33c3-4a90-8788-37444de738bb,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:46.379620 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8020caf-4571-4a04-ba71-5008449682b5 admin admin] Checking segment: {'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:46.380826 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8020caf-4571-4a04-ba71-5008449682b5 admin admin] Network hostable DHCP agents. Network: ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:09:46.400619 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8020caf-4571-4a04-ba71-5008449682b5 admin admin] Network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:09:46.409347 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-a8020caf-4571-4a04-ba71-5008449682b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9) {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:46.413784 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8020caf-4571-4a04-ba71-5008449682b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:46.414373 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a8020caf-4571-4a04-ba71-5008449682b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:46.420370 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d17280-6f25-4568-acae-ccc5c32803a3 None None] Network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:09:46.451737 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-a8020caf-4571-4a04-ba71-5008449682b5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3441181 Jul 30 16:09:46.455119 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60762) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:46.460574 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:46.495372 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac86be2-7bf3-4b35-8c74-7b02bdb3e698 req-174fe5d5-6541-40ee-bedf-f2a678f604ab tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:46.496926 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fac86be2-7bf3-4b35-8c74-7b02bdb3e698 req-174fe5d5-6541-40ee-bedf-f2a678f604ab tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 947 time: 0.0737104 Jul 30 16:09:46.498284 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2743'] for router, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:46.499498 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2744'] for router, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:46.578632 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:46.582450 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fac86be2-7bf3-4b35-8c74-7b02bdb3e698 req-80418c7b-c6a1-46e0-952f-9956d1c00b2d tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756977 Jul 30 16:09:46.588829 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ab6931-0e42-5e2b-bdaf-3677ef1877a7-ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb'}]}} from dv-cinder-802955-2-iscsi. {{(pid=93355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:09:46.589742 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:46.735138 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:46.740422 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.db_base_plugin_common [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Allocated IP 172.20.0.2 (ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9/8300e625-33c3-4a90-8788-37444de738bb/b3112359-8b65-40fa-9f6e-a8b049f6dc5f) {{(pid=93355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:46.889022 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Notify callbacks [] for port, precommit_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:46.897735 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Transition to ACTIVE for port object b3112359-8b65-40fa-9f6e-a8b049f6dc5f will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:46.912913 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Transition to ACTIVE for port object b3112359-8b65-40fa-9f6e-a8b049f6dc5f will not be triggered until provisioned by entity DHCP. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:46.920193 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:46.949572 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:46.960985 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 is already hosted by enough agents. {{(pid=93355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:46.965792 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.base_scheduler [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Resources bound (agent type, host, resource id): {{(pid=93355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:46.968612 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Received port after_create {{(pid=93355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:46.970200 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:46.976802 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Pushing event updated for resources: {'Port': ['ID=b3112359-8b65-40fa-9f6e-a8b049f6dc5f,revision_number=1']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:47.028197 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Attempting to bind port b3112359-8b65-40fa-9f6e-a8b049f6dc5f on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:09:47.028562 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Attempting to bind port b3112359-8b65-40fa-9f6e-a8b049f6dc5f by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:09:47.029068 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Attempting to bind port b3112359-8b65-40fa-9f6e-a8b049f6dc5f on network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:47.033925 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:09:47.034319 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Checking segment: {'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:47.034716 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.035127 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Bound using segment: {'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:09:47.035587 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Bound port: b3112359-8b65-40fa-9f6e-a8b049f6dc5f, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:09:47.036479 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.089412 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Allocated IP 172.27.3.181 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:47.106573 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] For port b3112359-8b65-40fa-9f6e-a8b049f6dc5f, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:09:47.109924 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] For port b3112359-8b65-40fa-9f6e-a8b049f6dc5f, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=b3112359-8b65-40fa-9f6e-a8b049f6dc5f,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:09:47.113499 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.142551 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60766) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:47.173239 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e6a49-a8b7-4145-bd58-37071be31535 None None] Pushing event updated for resources: {'Port': ['ID=b3112359-8b65-40fa-9f6e-a8b049f6dc5f,revision_number=2']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:47.195514 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66423eab-ed42-48bd-9bd3-d834fbed028c req-635b85b5-2d58-48f2-8f43-e343b24658ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:47.197759 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-66423eab-ed42-48bd-9bd3-d834fbed028c req-635b85b5-2d58-48f2-8f43-e343b24658ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.60 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 947 time: 0.0676608 Jul 30 16:09:47.219696 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bf2f8e-3c15-49d0-b028-5ca2e15d5194 admin admin] Deleting subnet 38fabcf4-4de7-4061-85b3-c10dd93c68fb {{(pid=93354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:09:47.228810 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e8bf2f8e-3c15-49d0-b028-5ca2e15d5194 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.285554 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.298728 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e8bf2f8e-3c15-49d0-b028-5ca2e15d5194 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6082454'] for subnet, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.311368 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-66423eab-ed42-48bd-9bd3-d834fbed028c req-fda31ba2-ae97-4ba7-9eed-35241b9837fe tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Deleting port a8bb353d-bae4-4562-a88a-78a07c9d2a61 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:09:47.311712 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-66423eab-ed42-48bd-9bd3-d834fbed028c req-fda31ba2-ae97-4ba7-9eed-35241b9837fe tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.357239 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e8bf2f8e-3c15-49d0-b028-5ca2e15d5194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906635'] for subnet, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.425765 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.429858 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-66423eab-ed42-48bd-9bd3-d834fbed028c req-fda31ba2-ae97-4ba7-9eed-35241b9837fe tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] For port a8bb353d-bae4-4562-a88a-78a07c9d2a61, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=a8bb353d-bae4-4562-a88a-78a07c9d2a61,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:47.430119 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-66423eab-ed42-48bd-9bd3-d834fbed028c req-fda31ba2-ae97-4ba7-9eed-35241b9837fe tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.489452 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e8bf2f8e-3c15-49d0-b028-5ca2e15d5194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7322548'] for subnet, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.492495 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:47.500069 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:47.502661 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:47.549128 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf2f8e-3c15-49d0-b028-5ca2e15d5194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38fabcf4-4de7-4061-85b3-c10dd93c68fb,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:47.578354 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e8bf2f8e-3c15-49d0-b028-5ca2e15d5194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.580260 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-e8bf2f8e-3c15-49d0-b028-5ca2e15d5194 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/38fabcf4-4de7-4061-85b3-c10dd93c68fb HTTP/1.1" status: 204 len: 168 time: 0.4365010 Jul 30 16:09:47.581174 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Pushing event updated for resources: {'Port': ['ID=604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:47.583941 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60770) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:47.731905 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-4bb07344-f407-49f3-9366-8214342ce78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2038210'] for network, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.739061 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-66423eab-ed42-48bd-9bd3-d834fbed028c req-fda31ba2-ae97-4ba7-9eed-35241b9837fe tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.739440 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-66423eab-ed42-48bd-9bd3-d834fbed028c req-fda31ba2-ae97-4ba7-9eed-35241b9837fe tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.739758 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.l3_db [req-66423eab-ed42-48bd-9bd3-d834fbed028c req-fda31ba2-ae97-4ba7-9eed-35241b9837fe tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Floating IP cb0c1f76-3086-4ae7-904e-f19abf47fd9c disassociated. External IP: 172.27.3.164, port: a8bb353d-bae4-4562-a88a-78a07c9d2a61. Jul 30 16:09:47.740096 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-66423eab-ed42-48bd-9bd3-d834fbed028c req-fda31ba2-ae97-4ba7-9eed-35241b9837fe tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Calling delete_port for a8bb353d-bae4-4562-a88a-78a07c9d2a61 owned by compute:nova {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:09:47.754238 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bb45e-1401-4c37-a19f-e3b94fb3e2ad req-6cc9c965-ed7e-4484-a995-65536427195e tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:47.756349 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fb5bb45e-1401-4c37-a19f-e3b94fb3e2ad req-6cc9c965-ed7e-4484-a995-65536427195e tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 947 time: 0.0749707 Jul 30 16:09:47.840953 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fb5bb45e-1401-4c37-a19f-e3b94fb3e2ad req-c412e5cc-b528-4b00-b95a-1e26684f96f3 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=c790205d-9055-421b-940e-2df2f4c6cc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781100 Jul 30 16:09:47.884616 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-4bb07344-f407-49f3-9366-8214342ce78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900636', 'neutron.services.segments.db._delete_segments_for_network-8772173602609'] for network, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.898853 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-4bb07344-f407-49f3-9366-8214342ce78b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd109f06-fda1-45ac-a05e-408befaaa21e']}} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:47.925428 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-4bb07344-f407-49f3-9366-8214342ce78b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8') {'for_net_delete': True} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:47.925869 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-4bb07344-f407-49f3-9366-8214342ce78b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0cdea46-aa1e-4339-a150-4bfe9fc7d0d8') {} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:47.937372 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-66423eab-ed42-48bd-9bd3-d834fbed028c req-fda31ba2-ae97-4ba7-9eed-35241b9837fe tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.969292 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-4bb07344-f407-49f3-9366-8214342ce78b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772173603386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6082461'] for segment, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.969873 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda31ba2-ae97-4ba7-9eed-35241b9837fe tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event deleted for resources: {'Port': ['ID=a8bb353d-bae4-4562-a88a-78a07c9d2a61,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:47.988823 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-4bb07344-f407-49f3-9366-8214342ce78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:47.998933 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb07344-f407-49f3-9366-8214342ce78b admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:09:47.999414 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-4bb07344-f407-49f3-9366-8214342ce78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5953348'] for segment, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: Traceback (most recent call last): Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: timer() Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: cb(*args, **kw) Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: return func(*args, **kwargs) Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: self._notify() Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: self.callback(batched_events) Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: event.method(event) Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: return f(self, *a, **k) Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._get(url).json() Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: return self.request(url, 'GET', **kwargs) Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:09:48.001279 dv-cinder-802955-2-iscsi neutron-server[93354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:09:48.012345 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:48.107621 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66423eab-ed42-48bd-9bd3-d834fbed028c req-fda31ba2-ae97-4ba7-9eed-35241b9837fe tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:09:48.243256 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66423eab-ed42-48bd-9bd3-d834fbed028c req-fda31ba2-ae97-4ba7-9eed-35241b9837fe tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:09:48.253448 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f2b254-2a84-4007-844b-a05bf815e165 None None] Sync routers for ids ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:09:48.268437 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f2b254-2a84-4007-844b-a05bf815e165 None None] Routers {'6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:09:48.269395 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-a8f2b254-2a84-4007-844b-a05bf815e165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:09:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:48.295253 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-66423eab-ed42-48bd-9bd3-d834fbed028c req-fda31ba2-ae97-4ba7-9eed-35241b9837fe tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] No DVR routers for this DVR port a8bb353d-bae4-4562-a88a-78a07c9d2a61 on host hv-cinder-80295 {{(pid=93353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:09:48.306384 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-66423eab-ed42-48bd-9bd3-d834fbed028c req-fda31ba2-ae97-4ba7-9eed-35241b9837fe tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:48.308476 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-66423eab-ed42-48bd-9bd3-d834fbed028c req-fda31ba2-ae97-4ba7-9eed-35241b9837fe tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.60 "DELETE /v2.0/ports/a8bb353d-bae4-4562-a88a-78a07c9d2a61 HTTP/1.1" status: 204 len: 173 time: 1.1002166 Jul 30 16:09:48.309594 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'name': 'network-vif-deleted', 'tag': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:09:48.312302 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1278302-895a-4570-b0ae-ce25bc27ea2a" -d '{"events": [{"server_uuid": "116d64e9-b827-4619-a9b3-2a5e0a1d8fa8", "name": "network-vif-deleted", "tag": "a8bb353d-bae4-4562-a88a-78a07c9d2a61"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:09:48.318939 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26be5cce-917d-40d8-8ff8-9a1b9ce3c842 None None] Network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:09:48.344822 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-4bb07344-f407-49f3-9366-8214342ce78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701640'] for network, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:48.401885 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-4bb07344-f407-49f3-9366-8214342ce78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:48.406379 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-4bb07344-f407-49f3-9366-8214342ce78b admin admin] 10.222.0.61 "DELETE /v2.0/networks/bd109f06-fda1-45ac-a05e-408befaaa21e HTTP/1.1" status: 204 len: 168 time: 0.8173215 Jul 30 16:09:48.421763 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb07344-f407-49f3-9366-8214342ce78b admin admin] Pushing event deleted for resources: {'Network': ['ID=bd109f06-fda1-45ac-a05e-408befaaa21e,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:48.436824 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e17d9b9-035e-49b0-9740-50ba90fc4c66 x-openstack-request-id: req-2e17d9b9-035e-49b0-9740-50ba90fc4c66 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:09:48.437201 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116d64e9-b827-4619-a9b3-2a5e0a1d8fa8", "name": "network-vif-deleted", "tag": "a8bb353d-bae4-4562-a88a-78a07c9d2a61", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:09:48.437578 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2e17d9b9-035e-49b0-9740-50ba90fc4c66 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:09:48.438065 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116d64e9-b827-4619-a9b3-2a5e0a1d8fa8', 'name': 'network-vif-deleted', 'tag': 'a8bb353d-bae4-4562-a88a-78a07c9d2a61', 'status': 'completed', 'code': 200} Jul 30 16:09:48.523563 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-337667c3-0d96-4c99-916e-2183d4259e17 None None] Provisioning for port b3112359-8b65-40fa-9f6e-a8b049f6dc5f completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:48.562501 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-a8f2b254-2a84-4007-844b-a05bf815e165 None None] Set router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:09:48.588732 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 60780) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:48.591948 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701584'] for router, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:48.642550 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-c706cecd-a71d-4d02-9579-1a21c4f9adf4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d5c1289baa134b41815dcf8fa5b61280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525908 Jul 30 16:09:48.644733 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 60782) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:48.715130 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b6731588-c52e-4247-9e43-9e510f930472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:48.762684 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Router dc545388-12aa-4792-a04e-4e4890b2cdd6 is scheduled to L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 with binding_index 1 {{(pid=93354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:09:48.768747 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b6731588-c52e-4247-9e43-9e510f930472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:48.865333 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b6731588-c52e-4247-9e43-9e510f930472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:48.870392 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b6731588-c52e-4247-9e43-9e510f930472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:48.875259 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-b6731588-c52e-4247-9e43-9e510f930472 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f6427129-ef61-437f-bf9b-5e74c1dbb2d5 HTTP/1.1" status: 204 len: 168 time: 0.2294316 Jul 30 16:09:48.877753 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-a8f2b254-2a84-4007-844b-a05bf815e165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:01Z', 'revision_number': 4, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '165b46cb-0e02-4f76-ae19-247b762210a5', 'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'mac_address': 'fa:16:3e:e0:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:14Z', 'revision_number': 5, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'subnets': [{'id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:48.896505 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6731588-c52e-4247-9e43-9e510f930472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6427129-ef61-437f-bf9b-5e74c1dbb2d5,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:48.936646 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f2b254-2a84-4007-844b-a05bf815e165 None None] Checking router: 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:09:48.960598 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f2b254-2a84-4007-844b-a05bf815e165 None None] Routers {'6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:09:48.961251 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-a8f2b254-2a84-4007-844b-a05bf815e165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:09:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:49.044000 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:09:49.059224 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Sync routers for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:09:49.070614 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] Notify callbacks [] for router, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:49.074733 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:09:49.075525 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:09:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:49.076424 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-dc1f594d-bea7-49b6-859a-cfdca45cddf5 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6199617 Jul 30 16:09:49.078188 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60788) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:49.088140 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-38f7521e-acce-4b39-af1d-37f4f484ce44 req-fc529d5b-b2e4-467a-8ca7-89ffccb7f7dc tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=116d64e9-b827-4619-a9b3-2a5e0a1d8fa8 HTTP/1.1" status: 200 len: 210 time: 0.0484476 Jul 30 16:09:49.121500 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-a8f2b254-2a84-4007-844b-a05bf815e165 None None] Set router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:09:49.269812 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:09:49.394261 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-a8f2b254-2a84-4007-844b-a05bf815e165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:01Z', 'revision_number': 4, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '165b46cb-0e02-4f76-ae19-247b762210a5', 'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'mac_address': 'fa:16:3e:e0:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:14Z', 'revision_number': 5, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'subnets': [{'id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:49.423312 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f2b254-2a84-4007-844b-a05bf815e165 None None] The sync data for ids ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'] in dv-cinder-802955-2-iscsi is: [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:01Z', 'revision_number': 4, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '165b46cb-0e02-4f76-ae19-247b762210a5', 'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'mac_address': 'fa:16:3e:e0:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:14Z', 'revision_number': 5, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'subnets': [{'id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:09:49.463126 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device b3112359-8b65-40fa-9f6e-a8b049f6dc5f up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:49.574930 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port b3112359-8b65-40fa-9f6e-a8b049f6dc5f completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:49.580375 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port b3112359-8b65-40fa-9f6e-a8b049f6dc5f triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:49.583896 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:49.638430 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device a8bb353d-bae4-4562-a88a-78a07c9d2a61 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:09:49.665246 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: a8bb353d-bae4-4562-a88a-78a07c9d2a61 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:09:49.665677 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device a8bb353d-bae4-4562-a88a-78a07c9d2a61 not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:09:49.701253 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:47Z', 'revision_number': 3, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:49.713300 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:49.746405 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Checking router: dc545388-12aa-4792-a04e-4e4890b2cdd6 for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:09:49.746932 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Updating router dc545388-12aa-4792-a04e-4e4890b2cdd6 port 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0 binding host dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:09:49.752400 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port b3112359-8b65-40fa-9f6e-a8b049f6dc5f, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=b3112359-8b65-40fa-9f6e-a8b049f6dc5f,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:49.757891 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:49.786619 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:49.819495 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:49.823054 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=b3112359-8b65-40fa-9f6e-a8b049f6dc5f,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:49.849482 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babcec96-747f-474c-b150-dce0fed29cc4 None None] New status for floating IP cb0c1f76-3086-4ae7-904e-f19abf47fd9c: DOWN {{(pid=93355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:09:50.009447 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Allocated IP 172.20.0.1 (ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9/8300e625-33c3-4a90-8788-37444de738bb/a71e2003-728b-408d-a731-fc46ba2176f2) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:50.086079 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Notify callbacks [] for port, precommit_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:50.099173 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.provisioning_blocks [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Transition to ACTIVE for port object 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0 will not be triggered until provisioned by entity L2. {{(pid=93356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:50.106022 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:50.141330 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:50.155598 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Attempting to bind port 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0 on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:09:50.155967 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Attempting to bind port 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0 by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:09:50.156387 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Attempting to bind port 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0 on network 44fd2069-56d3-48dd-a694-00b845ece913 {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:50.161711 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.provisioning_blocks [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Transition to ACTIVE for port object a71e2003-728b-408d-a731-fc46ba2176f2 will not be triggered until provisioned by entity DHCP. {{(pid=93354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:50.167593 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:09:50.168200 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Checking segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:50.168802 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:50.169466 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Bound using segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:09:50.170098 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Bound port: 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:09:50.170665 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:50.177110 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e211f-fc08-48a3-b3e7-970782cb3dae None None] Pushing event updated for resources: {'Port': ['ID=604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0,revision_number=2']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:50.209365 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:50.212065 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e211f-fc08-48a3-b3e7-970782cb3dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:50.212498 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e211f-fc08-48a3-b3e7-970782cb3dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:50.212842 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e211f-fc08-48a3-b3e7-970782cb3dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:50.213177 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e211f-fc08-48a3-b3e7-970782cb3dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:50.215202 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e211f-fc08-48a3-b3e7-970782cb3dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:50.215791 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e211f-fc08-48a3-b3e7-970782cb3dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:50.216492 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e211f-fc08-48a3-b3e7-970782cb3dae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:50.217057 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e211f-fc08-48a3-b3e7-970782cb3dae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:50.217631 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e211f-fc08-48a3-b3e7-970782cb3dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:50.218172 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e211f-fc08-48a3-b3e7-970782cb3dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:50.218735 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e211f-fc08-48a3-b3e7-970782cb3dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:50.219311 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e211f-fc08-48a3-b3e7-970782cb3dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:50.248234 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 60798) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:50.264598 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] For port 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:09:50.267721 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] For port 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:09:50.271540 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:50.273977 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:50.276101 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:50.279829 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:50.283686 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Pushing event updated for resources: {'Port': ['ID=a71e2003-728b-408d-a731-fc46ba2176f2,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:50.337661 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-99fba2bd-0ef7-4fea-b2a2-fa50c01b7bf8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:50.342737 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701519'] for router_interface, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:50.361998 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e211f-fc08-48a3-b3e7-970782cb3dae None None] Pushing event updated for resources: {'Port': ['ID=604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0,revision_number=3']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:50.366578 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:09:50.367623 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:09:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:50.412109 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-99fba2bd-0ef7-4fea-b2a2-fa50c01b7bf8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:50.503648 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-99fba2bd-0ef7-4fea-b2a2-fa50c01b7bf8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:50.507380 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-99fba2bd-0ef7-4fea-b2a2-fa50c01b7bf8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:50.514908 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60800) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:50.515881 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-99fba2bd-0ef7-4fea-b2a2-fa50c01b7bf8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "DELETE /v2.0/security-groups/c790205d-9055-421b-940e-2df2f4c6cc25 HTTP/1.1" status: 204 len: 168 time: 0.2664959 Jul 30 16:09:50.527536 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:09:50.532634 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fba2bd-0ef7-4fea-b2a2-fa50c01b7bf8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c790205d-9055-421b-940e-2df2f4c6cc25,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:50.535439 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.api.v2.resource [None req-a24980c7-06a7-4542-bbc4-4975cbc67c54 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] show failed (client error): The resource could not be found. Jul 30 16:09:50.539678 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-a24980c7-06a7-4542-bbc4-4975cbc67c54 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups/c790205d-9055-421b-940e-2df2f4c6cc25 HTTP/1.1" status: 404 len: 347 time: 0.0225177 Jul 30 16:09:50.539678 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:50.539899 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60802) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:50.595241 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-37bdbbe7-e865-461d-84c6-8cde81e5a156 None None] Provisioning for port a71e2003-728b-408d-a731-fc46ba2176f2 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:50.601197 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-37bdbbe7-e865-461d-84c6-8cde81e5a156 None None] Provisioning complete for port a71e2003-728b-408d-a731-fc46ba2176f2 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:50.601873 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-37bdbbe7-e865-461d-84c6-8cde81e5a156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:50.650216 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-37bdbbe7-e865-461d-84c6-8cde81e5a156 None None] Port a71e2003-728b-408d-a731-fc46ba2176f2 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:09:50.804411 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:47Z', 'revision_number': 3, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:50.835898 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d594dee0-b53e-48f1-a920-1c52c6875d41 None None] The sync data for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi is: [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:47Z', 'revision_number': 3, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:09:50.854041 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-7df3c970-f9cb-4ca7-afd3-08dcdcc3e952 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Deleting port 351155a6-8b30-43aa-9ebb-e785605868d9 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:09:50.854615 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7df3c970-f9cb-4ca7-afd3-08dcdcc3e952 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:50.939121 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:50.948598 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957804'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:51.020092 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7df3c970-f9cb-4ca7-afd3-08dcdcc3e952 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:51.021109 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7df3c970-f9cb-4ca7-afd3-08dcdcc3e952 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:51.039862 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701919'] for router_interface, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:51.048101 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-7df3c970-f9cb-4ca7-afd3-08dcdcc3e952 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Calling delete_port for 351155a6-8b30-43aa-9ebb-e785605868d9 owned by network:floatingip {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:09:51.049926 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Pushing event updated for resources: {'Port': ['ID=a71e2003-728b-408d-a731-fc46ba2176f2,revision_number=2']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:51.227118 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:51.231848 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:51.393305 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7df3c970-f9cb-4ca7-afd3-08dcdcc3e952 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:51.442649 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3c970-f9cb-4ca7-afd3-08dcdcc3e952 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event deleted for resources: {'Port': ['ID=351155a6-8b30-43aa-9ebb-e785605868d9,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:51.469517 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:51.512314 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Router dc545388-12aa-4792-a04e-4e4890b2cdd6 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:09:51.536442 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:51.540879 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:51.542463 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:51.576101 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7df3c970-f9cb-4ca7-afd3-08dcdcc3e952 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for floatingip, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:51.578693 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7df3c970-f9cb-4ca7-afd3-08dcdcc3e952 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:51.583024 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-7df3c970-f9cb-4ca7-afd3-08dcdcc3e952 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "DELETE /v2.0/floatingips/cb0c1f76-3086-4ae7-904e-f19abf47fd9c HTTP/1.1" status: 204 len: 168 time: 1.0388639 Jul 30 16:09:51.613245 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-445a4c40-239e-4a65-9861-d98984f3b56a None None] Provisioning complete for port a71e2003-728b-408d-a731-fc46ba2176f2 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:51.614739 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-445a4c40-239e-4a65-9861-d98984f3b56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:51.695868 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-445a4c40-239e-4a65-9861-d98984f3b56a None None] Port a71e2003-728b-408d-a731-fc46ba2176f2 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:09:51.714461 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:51.750548 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:51.756975 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:51.759470 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device b3112359-8b65-40fa-9f6e-a8b049f6dc5f up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:51.924520 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:09:51.938836 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-cc83e274-bef5-49b3-9537-c31ed11fce21 admin admin] 10.222.0.61 "PUT /v2.0/routers/dc545388-12aa-4792-a04e-4e4890b2cdd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8521395 Jul 30 16:09:51.983572 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:52.000659 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port b3112359-8b65-40fa-9f6e-a8b049f6dc5f triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:52.001072 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.075033 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60814) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:52.079942 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-124cf304-910c-4afd-9120-56ec2d992a9b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1013333736', 'description': 'tempest-description--2011504465'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:52.107324 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-124cf304-910c-4afd-9120-56ec2d992a9b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.195450 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-124cf304-910c-4afd-9120-56ec2d992a9b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.200469 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-124cf304-910c-4afd-9120-56ec2d992a9b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.224148 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-124cf304-910c-4afd-9120-56ec2d992a9b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.225368 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-124cf304-910c-4afd-9120-56ec2d992a9b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1490684 Jul 30 16:09:52.229172 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 60818) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:52.234487 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cf304-910c-4afd-9120-56ec2d992a9b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9976325-6403-4a24-9834-c8e43d6397a9,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:52.243606 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-50457ed6-2650-46a6-8776-c4d2a5288987 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Request body: {'security_group_rule': {'security_group_id': 'e9976325-6403-4a24-9834-c8e43d6397a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:52.276795 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-50457ed6-2650-46a6-8776-c4d2a5288987 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.328449 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-50457ed6-2650-46a6-8776-c4d2a5288987 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.332264 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-50457ed6-2650-46a6-8776-c4d2a5288987 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.360307 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50457ed6-2650-46a6-8776-c4d2a5288987 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e086d6d-22e6-4430-b67a-be06d48305cc,revision_number=0']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:52.366949 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-50457ed6-2650-46a6-8776-c4d2a5288987 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.368486 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-50457ed6-2650-46a6-8776-c4d2a5288987 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377699 Jul 30 16:09:52.371709 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 60824) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:52.376880 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-1eb7c537-dbf3-4d38-a83d-e0f3af6eff93 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Request body: {'security_group_rule': {'security_group_id': 'e9976325-6403-4a24-9834-c8e43d6397a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:52.405215 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c537-dbf3-4d38-a83d-e0f3af6eff93 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.468783 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c537-dbf3-4d38-a83d-e0f3af6eff93 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.473101 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c537-dbf3-4d38-a83d-e0f3af6eff93 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.496430 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7c537-dbf3-4d38-a83d-e0f3af6eff93 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439354ca-57a2-44ea-ab41-95f308c18f43,revision_number=0']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:52.504446 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-1eb7c537-dbf3-4d38-a83d-e0f3af6eff93 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.508805 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-1eb7c537-dbf3-4d38-a83d-e0f3af6eff93 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328723 Jul 30 16:09:52.509094 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 60830) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:52.513435 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Request body: {'floatingip': {'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:52.540156 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 60832) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:52.545299 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-6c84128c-ee05-48c5-8336-5c72d7718f5c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-753768432-network', 'tenant_id': '14c4a56d9cd7488eb148965885678cda'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:52.548888 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for floatingip, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.608535 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c84128c-ee05-48c5-8336-5c72d7718f5c admin admin] Made reservation on behalf of 14c4a56d9cd7488eb148965885678cda for: {'network': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:09:52.610850 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6c84128c-ee05-48c5-8336-5c72d7718f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.624063 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6c84128c-ee05-48c5-8336-5c72d7718f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.719149 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.733361 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Sync routers for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:09:52.743654 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:09:52.744306 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:09:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:52.802086 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6c84128c-ee05-48c5-8336-5c72d7718f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.811200 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6c84128c-ee05-48c5-8336-5c72d7718f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.867472 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c84128c-ee05-48c5-8336-5c72d7718f5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=93353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:09:52.883382 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84128c-ee05-48c5-8336-5c72d7718f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecb53c7-773b-4d05-9fb8-cc5900247287,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:52.892907 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6c84128c-ee05-48c5-8336-5c72d7718f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:52.893237 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.segments_db [None req-6c84128c-ee05-48c5-8336-5c72d7718f5c admin admin] Added segment b39dc3b5-d002-47da-b03b-455d8182b02f of type vlan for network b23dbf2c-4a0c-40f1-9558-2ae518f27366 Jul 30 16:09:52.909526 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Allocated IP 172.27.3.195 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/03d5fada-ca24-4590-9db5-588980d281d2) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:52.946766 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:09:52.950447 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6c84128c-ee05-48c5-8336-5c72d7718f5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.031091 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6c84128c-ee05-48c5-8336-5c72d7718f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.032078 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c84128c-ee05-48c5-8336-5c72d7718f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:53.032653 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6c84128c-ee05-48c5-8336-5c72d7718f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.092078 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-6c84128c-ee05-48c5-8336-5c72d7718f5c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5508471 Jul 30 16:09:53.095028 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60836) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:53.104451 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-763303f6-724f-46c1-b208-e0b652a3612f admin admin] Request body: {'subnet': {'network_id': 'b23dbf2c-4a0c-40f1-9558-2ae518f27366', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-753768432-subnet', 'tenant_id': '14c4a56d9cd7488eb148965885678cda', 'ip_version': 4}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:53.118505 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.120701 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84128c-ee05-48c5-8336-5c72d7718f5c admin admin] Pushing event updated for resources: {'Network': ['ID=b23dbf2c-4a0c-40f1-9558-2ae518f27366,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:53.131777 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763303f6-724f-46c1-b208-e0b652a3612f admin admin] Made reservation on behalf of 14c4a56d9cd7488eb148965885678cda for: {'subnet': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:09:53.137623 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-763303f6-724f-46c1-b208-e0b652a3612f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7322515'] for subnet, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.138392 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network b23dbf2c-4a0c-40f1-9558-2ae518f27366 details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:09:53.164728 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 2, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:53.166160 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.197164 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Checking router: dc545388-12aa-4792-a04e-4e4890b2cdd6 for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:09:53.197890 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Updating router dc545388-12aa-4792-a04e-4e4890b2cdd6 port a71e2003-728b-408d-a731-fc46ba2176f2 binding host dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:09:53.229558 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:53.231936 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event updated for resources: {'Port': ['ID=03d5fada-ca24-4590-9db5-588980d281d2,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:53.235320 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:53.237614 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:53.245623 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.330593 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:53.348038 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-763303f6-724f-46c1-b208-e0b652a3612f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5957849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7322557'] for subnet, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.349538 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.394063 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:53.394747 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.408998 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763303f6-724f-46c1-b208-e0b652a3612f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd84b2c7-53a7-4762-af0e-9ab4b5be520f,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:53.410498 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.421405 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763303f6-724f-46c1-b208-e0b652a3612f admin admin] Checking segment: {'id': 'b39dc3b5-d002-47da-b03b-455d8182b02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b23dbf2c-4a0c-40f1-9558-2ae518f27366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:53.422031 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763303f6-724f-46c1-b208-e0b652a3612f admin admin] Network hostable DHCP agents. Network: b23dbf2c-4a0c-40f1-9558-2ae518f27366, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:09:53.444361 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763303f6-724f-46c1-b208-e0b652a3612f admin admin] Network b23dbf2c-4a0c-40f1-9558-2ae518f27366 is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:09:53.459015 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-763303f6-724f-46c1-b208-e0b652a3612f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, b23dbf2c-4a0c-40f1-9558-2ae518f27366) {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:53.465662 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763303f6-724f-46c1-b208-e0b652a3612f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:53.466819 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-763303f6-724f-46c1-b208-e0b652a3612f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.495309 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-763303f6-724f-46c1-b208-e0b652a3612f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3959017 Jul 30 16:09:53.495516 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60838) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:53.498727 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0f4b81-4787-469e-b24b-02889a2742b4 None None] Network b23dbf2c-4a0c-40f1-9558-2ae518f27366 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:09:53.500718 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-753768432-router', 'tenant_id': '14c4a56d9cd7488eb148965885678cda', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:53.529484 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2743'] for router, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.530625 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2744'] for router, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.585041 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Notify callbacks [] for port, precommit_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.598463 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.provisioning_blocks [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Transition to ACTIVE for port object a71e2003-728b-408d-a731-fc46ba2176f2 will not be triggered until provisioned by entity L2. {{(pid=93356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:53.606912 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.612025 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.630892 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.636132 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.663010 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33616b16-7fe3-4a46-ad26-412df74ba711 None None] Pushing event updated for resources: {'Port': ['ID=a71e2003-728b-408d-a731-fc46ba2176f2,revision_number=3']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:53.694410 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event updated for resources: {'Port': ['ID=03d5fada-ca24-4590-9db5-588980d281d2,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:53.710283 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ab6931-0e42-5e2b-bdaf-3677ef1877a7-b23dbf2c-4a0c-40f1-9558-2ae518f27366', 'network_id': 'b23dbf2c-4a0c-40f1-9558-2ae518f27366', 'tenant_id': '14c4a56d9cd7488eb148965885678cda', 'fixed_ips': [{'subnet_id': 'cd84b2c7-53a7-4762-af0e-9ab4b5be520f'}]}} from dv-cinder-802955-2-iscsi. {{(pid=93355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:09:53.711194 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.748806 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Attempting to bind port a71e2003-728b-408d-a731-fc46ba2176f2 on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:09:53.749415 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Attempting to bind port a71e2003-728b-408d-a731-fc46ba2176f2 by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:09:53.749521 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Attempting to bind port a71e2003-728b-408d-a731-fc46ba2176f2 on network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:53.751317 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.758007 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:09:53.758390 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Checking segment: {'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:53.759075 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.759712 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Bound using segment: {'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:09:53.759900 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Bound port: a71e2003-728b-408d-a731-fc46ba2176f2, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'}}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:09:53.760303 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.774000 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.776329 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-80f7947c-dd13-4815-b5b9-a0c6b5d98ef8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2659607 Jul 30 16:09:53.812175 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.873067 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] For port a71e2003-728b-408d-a731-fc46ba2176f2, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:09:53.884373 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] For port a71e2003-728b-408d-a731-fc46ba2176f2, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=a71e2003-728b-408d-a731-fc46ba2176f2,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:09:53.892115 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:53.948256 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.db_base_plugin_common [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Allocated IP 172.20.0.2 (b23dbf2c-4a0c-40f1-9558-2ae518f27366/cd84b2c7-53a7-4762-af0e-9ab4b5be520f/98763f51-6933-423e-83de-6bf32b75936d) {{(pid=93355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:53.970528 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:09:53.971122 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:09:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:54.048060 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33616b16-7fe3-4a46-ad26-412df74ba711 None None] Pushing event updated for resources: {'Port': ['ID=a71e2003-728b-408d-a731-fc46ba2176f2,revision_number=4']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:54.146101 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:09:54.149339 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:54.172743 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:54.219813 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Notify callbacks [] for port, precommit_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:54.232627 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Transition to ACTIVE for port object 98763f51-6933-423e-83de-6bf32b75936d will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:54.250892 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Transition to ACTIVE for port object 98763f51-6933-423e-83de-6bf32b75936d will not be triggered until provisioned by entity DHCP. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:54.257975 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:54.345684 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Allocated IP 172.27.3.40 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/be0330ae-4af0-471a-afbc-8ffe46365f3a) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:54.350592 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Network b23dbf2c-4a0c-40f1-9558-2ae518f27366 is already hosted by enough agents. {{(pid=93355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:54.353928 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Pushing event updated for resources: {'Port': ['ID=98763f51-6933-423e-83de-6bf32b75936d,revision_number=1']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:54.364529 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.base_scheduler [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Resources bound (agent type, host, resource id): {{(pid=93355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:54.372772 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Received port after_create {{(pid=93355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:54.401988 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-7ed67c8c-748a-4764-9acf-cb3a4645f3d6 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1013333736&fields=id&tenant_id=15377e3ad59448e2a0d51249c5cf4a32 HTTP/1.1" status: 200 len: 267 time: 0.0710905 Jul 30 16:09:54.453879 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Attempting to bind port 98763f51-6933-423e-83de-6bf32b75936d on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:09:54.454244 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Attempting to bind port 98763f51-6933-423e-83de-6bf32b75936d by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'b39dc3b5-d002-47da-b03b-455d8182b02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b23dbf2c-4a0c-40f1-9558-2ae518f27366'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:09:54.454497 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Attempting to bind port 98763f51-6933-423e-83de-6bf32b75936d on network b23dbf2c-4a0c-40f1-9558-2ae518f27366 {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:54.460934 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:09:54.461898 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Checking segment: {'id': 'b39dc3b5-d002-47da-b03b-455d8182b02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b23dbf2c-4a0c-40f1-9558-2ae518f27366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:54.462576 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:54.462977 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Bound using segment: {'id': 'b39dc3b5-d002-47da-b03b-455d8182b02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b23dbf2c-4a0c-40f1-9558-2ae518f27366'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:09:54.463599 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Bound port: 98763f51-6933-423e-83de-6bf32b75936d, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39dc3b5-d002-47da-b03b-455d8182b02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b23dbf2c-4a0c-40f1-9558-2ae518f27366'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:09:54.464152 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:54.469403 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:53Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:54.493391 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:54.507227 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fae8a8-d33f-466d-8481-19783632ea0f None None] The sync data for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi is: [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:53Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:09:54.560286 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-2f6fa076-4109-44c5-9586-de52c14b63ba tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:54.561948 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-2f6fa076-4109-44c5-9586-de52c14b63ba tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/networks?id=8b371347-3539-4d23-9546-ea91d4d992d4 HTTP/1.1" status: 200 len: 816 time: 0.1582696 Jul 30 16:09:54.572137 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] For port 98763f51-6933-423e-83de-6bf32b75936d, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:09:54.581160 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:54.581412 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] For port 98763f51-6933-423e-83de-6bf32b75936d, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=98763f51-6933-423e-83de-6bf32b75936d,segment=NetworkSegment(b39dc3b5-d002-47da-b03b-455d8182b02f),segment_id=b39dc3b5-d002-47da-b03b-455d8182b02f)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:09:54.598340 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:54.612828 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-9de3e32d-e2f0-4d65-b5b1-0fa628f6e42f tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/quotas/15377e3ad59448e2a0d51249c5cf4a32 HTTP/1.1" status: 200 len: 375 time: 0.0334728 Jul 30 16:09:54.636264 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:54.639256 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:54.645984 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:54.651950 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Pushing event updated for resources: {'Port': ['ID=be0330ae-4af0-471a-afbc-8ffe46365f3a,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:54.687094 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab4e93-6d94-4be4-8e50-7b0114e30aca None None] Pushing event updated for resources: {'Port': ['ID=98763f51-6933-423e-83de-6bf32b75936d,revision_number=2']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:54.698194 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-c9898b79-4d1d-40dd-8370-ee5e8b528460 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=15377e3ad59448e2a0d51249c5cf4a32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786598 Jul 30 16:09:54.946424 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-5b1c35da-95de-4b6a-8c18-b34b81def6b5 service neutron] 10.222.0.61 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310469 Jul 30 16:09:54.997981 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:55.093886 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-3e208e4d-ad7b-41a2-936c-ffd0589e04e8 service neutron] 10.222.0.61 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151044 Jul 30 16:09:55.247858 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701584'] for router, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:55.402881 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-38a1acd0-1706-4920-9179-c0b3c16e93c3 req-a24f5b33-0cf8-4054-9b0b-c66c333b1ee1 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 210 time: 0.1488943 Jul 30 16:09:55.445213 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 98763f51-6933-423e-83de-6bf32b75936d up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:55.453141 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Router a4dca126-a06e-4f64-87c7-50b6e4d7ee48 is scheduled to L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 with binding_index 1 {{(pid=93354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:09:55.533131 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port 98763f51-6933-423e-83de-6bf32b75936d completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:55.540941 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device a71e2003-728b-408d-a731-fc46ba2176f2 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:55.640703 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port a71e2003-728b-408d-a731-fc46ba2176f2 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:55.648940 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port a71e2003-728b-408d-a731-fc46ba2176f2 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:55.649371 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:55.780124 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:55.849716 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port a71e2003-728b-408d-a731-fc46ba2176f2, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=a71e2003-728b-408d-a731-fc46ba2176f2,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:55.856821 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:55.904305 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:09:55.930188 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Sync routers for ids ['a4dca126-a06e-4f64-87c7-50b6e4d7ee48'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:09:55.939429 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] Notify callbacks [] for router, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:55.941440 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-ba753654-29ac-4304-b43c-3f89b4a1fee4 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4448035 Jul 30 16:09:55.944564 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60884) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:55.967544 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea04eff9-94b4-4328-bade-dd4231a1dac0 None None] Network b23dbf2c-4a0c-40f1-9558-2ae518f27366 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:09:55.970011 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=a71e2003-728b-408d-a731-fc46ba2176f2,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:56.031524 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Routers {'a4dca126-a06e-4f64-87c7-50b6e4d7ee48'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:09:56.032202 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:09:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['a4dca126-a06e-4f64-87c7-50b6e4d7ee48'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:56.086738 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-2675a68b-b42f-4a7d-80a4-79ab36269ec2 None None] Provisioning for port 98763f51-6933-423e-83de-6bf32b75936d completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:56.099627 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-2675a68b-b42f-4a7d-80a4-79ab36269ec2 None None] Provisioning complete for port 98763f51-6933-423e-83de-6bf32b75936d triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:56.100010 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-2675a68b-b42f-4a7d-80a4-79ab36269ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:56.234000 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Set router a4dca126-a06e-4f64-87c7-50b6e4d7ee48 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:09:56.426533 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-2675a68b-b42f-4a7d-80a4-79ab36269ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:56.451959 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:56.494089 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-2675a68b-b42f-4a7d-80a4-79ab36269ec2 None None] For port 98763f51-6933-423e-83de-6bf32b75936d, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=98763f51-6933-423e-83de-6bf32b75936d,segment=NetworkSegment(b39dc3b5-d002-47da-b03b-455d8182b02f),segment_id=b39dc3b5-d002-47da-b03b-455d8182b02f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:56.502444 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-2675a68b-b42f-4a7d-80a4-79ab36269ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:56.551960 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-522d2bfa-fe53-46a3-af12-f888754ac31d req-9d6bb03f-4c60-4e73-92e3-d6f7fa41bf09 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 210 time: 0.0284576 Jul 30 16:09:56.582328 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'name': 'tempest-TestVolumeBootPattern-753768432-router', 'tenant_id': '14c4a56d9cd7488eb148965885678cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'be0330ae-4af0-471a-afbc-8ffe46365f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:53Z', 'updated_at': '2021-07-30T16:09:54Z', 'revision_number': 3, 'project_id': '14c4a56d9cd7488eb148965885678cda', 'gw_port': {'id': 'be0330ae-4af0-471a-afbc-8ffe46365f3a', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:54Z', 'updated_at': '2021-07-30T16:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:56.603970 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675a68b-b42f-4a7d-80a4-79ab36269ec2 None None] Pushing event updated for resources: {'Port': ['ID=98763f51-6933-423e-83de-6bf32b75936d,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:56.607711 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Checking router: a4dca126-a06e-4f64-87c7-50b6e4d7ee48 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:09:56.608076 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Updating router a4dca126-a06e-4f64-87c7-50b6e4d7ee48 port be0330ae-4af0-471a-afbc-8ffe46365f3a binding host dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:09:56.638235 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Allocated IP 172.20.0.1 (b23dbf2c-4a0c-40f1-9558-2ae518f27366/cd84b2c7-53a7-4762-af0e-9ab4b5be520f/87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:56.638532 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:56.756246 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-dd8a4464-9e2f-46ed-84c3-b59168146915 None None] Provisioning complete for port 98763f51-6933-423e-83de-6bf32b75936d triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:56.756733 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4464-9e2f-46ed-84c3-b59168146915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:56.780673 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:56.804266 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.provisioning_blocks [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Transition to ACTIVE for port object 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 will not be triggered until provisioned by entity DHCP. {{(pid=93354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:56.855899 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:56.888957 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-310fb9ad-6534-4fb2-9953-3bcb10eeb4ea tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:56.890794 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-310fb9ad-6534-4fb2-9953-3bcb10eeb4ea tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.60 "GET /v2.0/networks?id=8b371347-3539-4d23-9546-ea91d4d992d4 HTTP/1.1" status: 200 len: 816 time: 0.1394835 Jul 30 16:09:56.907685 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Network b23dbf2c-4a0c-40f1-9558-2ae518f27366 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:56.911162 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:56.914556 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:56.968577 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701519'] for router_interface, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:56.970204 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-67091e89-bf03-4a45-90e4-de2316056fa8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15377e3ad59448e2a0d51249c5cf4a32 HTTP/1.1" status: 200 len: 380 time: 0.0610945 Jul 30 16:09:56.974921 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Pushing event updated for resources: {'Port': ['ID=87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:56.982700 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Request body: {'port': {'device_id': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'admin_state_up': True, 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'security_groups': ['e9976325-6403-4a24-9834-c8e43d6397a9']}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:57.124337 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Made reservation on behalf of 15377e3ad59448e2a0d51249c5cf4a32 for: {'port': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:09:57.124602 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.128069 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.130808 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.140043 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Transition to ACTIVE for port object be0330ae-4af0-471a-afbc-8ffe46365f3a will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:57.156701 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.218158 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Attempting to bind port be0330ae-4af0-471a-afbc-8ffe46365f3a on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:09:57.218529 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Attempting to bind port be0330ae-4af0-471a-afbc-8ffe46365f3a by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:09:57.218871 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Attempting to bind port be0330ae-4af0-471a-afbc-8ffe46365f3a on network 44fd2069-56d3-48dd-a694-00b845ece913 {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:57.228055 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:09:57.228433 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Checking segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:57.228837 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.229236 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Bound using segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:09:57.230253 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Bound port: be0330ae-4af0-471a-afbc-8ffe46365f3a, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:09:57.230253 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.262511 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5bf38-1370-4a82-bbed-29fef0f151fa None None] Pushing event updated for resources: {'Port': ['ID=be0330ae-4af0-471a-afbc-8ffe46365f3a,revision_number=2']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:57.275599 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Allocated IP 172.20.0.10 (8b371347-3539-4d23-9546-ea91d4d992d4/11cade48-67f7-4537-a1c0-f728e42f6cbb/e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:57.293342 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-2304d1fb-a418-4351-8b56-feb44e2af29d None None] Provisioning for port 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:57.302191 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-2304d1fb-a418-4351-8b56-feb44e2af29d None None] Provisioning complete for port 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:57.302607 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-2304d1fb-a418-4351-8b56-feb44e2af29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.328815 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] For port be0330ae-4af0-471a-afbc-8ffe46365f3a, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:09:57.352677 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 98763f51-6933-423e-83de-6bf32b75936d up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:57.359300 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] For port be0330ae-4af0-471a-afbc-8ffe46365f3a, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=be0330ae-4af0-471a-afbc-8ffe46365f3a,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:09:57.361800 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.367992 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957804'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.381880 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-2304d1fb-a418-4351-8b56-feb44e2af29d None None] Port 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:09:57.384324 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.437635 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Pushing event updated for resources: {'Port': ['ID=87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935,revision_number=2']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:57.443133 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701919'] for router_interface, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.464476 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.467358 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Routers {'a4dca126-a06e-4f64-87c7-50b6e4d7ee48'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:09:57.468006 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:09:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['a4dca126-a06e-4f64-87c7-50b6e4d7ee48'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:57.469778 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5bf38-1370-4a82-bbed-29fef0f151fa None None] Pushing event updated for resources: {'Port': ['ID=be0330ae-4af0-471a-afbc-8ffe46365f3a,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:57.490945 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Transition to ACTIVE for port object e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 will not be triggered until provisioned by entity DHCP. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:57.509640 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 98763f51-6933-423e-83de-6bf32b75936d triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:57.510312 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.528872 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.548868 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Network b23dbf2c-4a0c-40f1-9558-2ae518f27366 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:57.550907 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:57.582466 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event updated for resources: {'Port': ['ID=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:57.597879 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:57.598682 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:57.599007 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:57.599426 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:57.599763 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:57.600094 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:57.600427 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:57.600758 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:57.601082 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:57.601413 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:57.601744 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:57.602069 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:57.611543 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Network 8b371347-3539-4d23-9546-ea91d4d992d4 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:57.613005 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:57.616732 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:57.626728 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] Set router a4dca126-a06e-4f64-87c7-50b6e4d7ee48 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:09:57.700225 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:57.700643 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.723918 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-f18f9c9d-8f60-45a6-90f9-ae69f4d568ec tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7449493 Jul 30 16:09:57.749638 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Request body: {'port': {'device_id': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:57.750895 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device a71e2003-728b-408d-a731-fc46ba2176f2 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:57.791816 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41753b-7d26-4927-8831-13c81df72861 req-1934c2e7-7686-4834-874d-cd420a44cd0c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:57.800585 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4c41753b-7d26-4927-8831-13c81df72861 req-1934c2e7-7686-4834-874d-cd420a44cd0c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 932 time: 0.0976601 Jul 30 16:09:57.809344 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Router a4dca126-a06e-4f64-87c7-50b6e4d7ee48 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:09:57.827477 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.903739 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4c41753b-7d26-4927-8831-13c81df72861 req-f238831f-d11c-4864-82e0-771f5e116668 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022856 Jul 30 16:09:57.951386 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port a71e2003-728b-408d-a731-fc46ba2176f2 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:57.952022 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.959246 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-759be284-006e-4381-804d-b5e4a06afe57 None None] Provisioning complete for port 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:57.959859 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-759be284-006e-4381-804d-b5e4a06afe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:57.984601 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:09:57.995742 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-5d443291-d1a8-4e53-911c-4207d16e9f1c admin admin] 10.222.0.61 "PUT /v2.0/routers/a4dca126-a06e-4f64-87c7-50b6e4d7ee48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0448365 Jul 30 16:09:58.037953 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-759be284-006e-4381-804d-b5e4a06afe57 None None] Port 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:09:58.049200 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'name': 'tempest-TestVolumeBootPattern-753768432-router', 'tenant_id': '14c4a56d9cd7488eb148965885678cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'be0330ae-4af0-471a-afbc-8ffe46365f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:53Z', 'updated_at': '2021-07-30T16:09:57Z', 'revision_number': 4, 'project_id': '14c4a56d9cd7488eb148965885678cda', 'gw_port': {'id': 'be0330ae-4af0-471a-afbc-8ffe46365f3a', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:54Z', 'updated_at': '2021-07-30T16:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935', 'name': '', 'network_id': 'b23dbf2c-4a0c-40f1-9558-2ae518f27366', 'tenant_id': '14c4a56d9cd7488eb148965885678cda', 'mac_address': 'fa:16:3e:b9:e6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'cd84b2c7-53a7-4762-af0e-9ab4b5be520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:56Z', 'updated_at': '2021-07-30T16:09:57Z', 'revision_number': 2, 'project_id': '14c4a56d9cd7488eb148965885678cda', 'subnets': [{'id': 'cd84b2c7-53a7-4762-af0e-9ab4b5be520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:58.076595 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c87ba2-46a5-4274-95b8-a55445153fd2 None None] The sync data for ids ['a4dca126-a06e-4f64-87c7-50b6e4d7ee48'] in dv-cinder-802955-2-iscsi is: [{'id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'name': 'tempest-TestVolumeBootPattern-753768432-router', 'tenant_id': '14c4a56d9cd7488eb148965885678cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'be0330ae-4af0-471a-afbc-8ffe46365f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:53Z', 'updated_at': '2021-07-30T16:09:57Z', 'revision_number': 4, 'project_id': '14c4a56d9cd7488eb148965885678cda', 'gw_port': {'id': 'be0330ae-4af0-471a-afbc-8ffe46365f3a', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:54Z', 'updated_at': '2021-07-30T16:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935', 'name': '', 'network_id': 'b23dbf2c-4a0c-40f1-9558-2ae518f27366', 'tenant_id': '14c4a56d9cd7488eb148965885678cda', 'mac_address': 'fa:16:3e:b9:e6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'cd84b2c7-53a7-4762-af0e-9ab4b5be520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:56Z', 'updated_at': '2021-07-30T16:09:57Z', 'revision_number': 2, 'project_id': '14c4a56d9cd7488eb148965885678cda', 'subnets': [{'id': 'cd84b2c7-53a7-4762-af0e-9ab4b5be520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:09:58.147237 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 {{(pid=93353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:09:58.156793 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:58.159950 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-29fca349-3eae-4f12-8d0d-fc338135009e None None] Provisioning for port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:58.166222 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-29fca349-3eae-4f12-8d0d-fc338135009e None None] Provisioning complete for port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:58.166943 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-29fca349-3eae-4f12-8d0d-fc338135009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:58.176026 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Transition to ACTIVE for port object e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 will not be triggered until provisioned by entity L2. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:58.182700 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:58.206065 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-29fca349-3eae-4f12-8d0d-fc338135009e None None] Port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:09:58.546922 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60910) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:58.551663 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667231858', 'description': 'tempest-secgroup-smoke-1667231858 description', 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:58.581439 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:58.592662 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Pushing event updated for resources: {'Port': ['ID=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:58.637332 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Attempting to bind port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:09:58.637332 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Attempting to bind port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '36c7b6a9-ed8f-4019-b434-47492d49eeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4'}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:09:58.637856 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Attempting to bind port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 on network 8b371347-3539-4d23-9546-ea91d4d992d4 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:58.642871 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 on network 8b371347-3539-4d23-9546-ea91d4d992d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:09:58.642871 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Attempting to bind port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 on network 8b371347-3539-4d23-9546-ea91d4d992d4 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:58.648519 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:09:58.648955 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Checking segment: {'id': '36c7b6a9-ed8f-4019-b434-47492d49eeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:58.649246 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Bound using segment: {'id': '36c7b6a9-ed8f-4019-b434-47492d49eeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4'} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:09:58.649683 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Bound port: e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c7b6a9-ed8f-4019-b434-47492d49eeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4'}}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:09:58.650081 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:58.681471 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:58.687716 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:58.718078 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e35268-9246-463b-a450-ef99e442b193,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:58.720088 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] For port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00, host hv-cinder-80295, cleared binding levels {{(pid=93353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:09:58.722173 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:58.723187 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1750982 Jul 30 16:09:58.726216 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] For port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:09:58.727707 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 60912) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:58.728582 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:58.728942 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:58.729306 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:58.729660 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:58.729982 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:58.730310 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:58.730675 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:58.730962 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:58.731326 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:58.731645 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:58.731962 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:58.732277 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41be2ae7-3bbc-4781-baae-535bdfd1cac7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:58.732697 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-92c0144c-912c-464e-904e-249a8aee6212 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Request body: {'security_group_rule': {'security_group_id': '15e35268-9246-463b-a450-ef99e442b193', 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:58.740121 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:58.790072 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:58.790702 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:58.792195 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] 10.222.0.60 "PUT /v2.0/ports/e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 HTTP/1.1" status: 200 len: 1094 time: 1.0504701 Jul 30 16:09:58.792645 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'tag': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:09:58.794896 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33285a6e-8e43-4599-bdea-f00ae6eaa818" -d '{"events": [{"name": "network-changed", "server_uuid": "e4704da2-be8a-446c-8b13-1b0dba507ebe", "tag": "e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:09:58.830339 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9175d-cf04-4f97-94ac-6abc01220201 service neutron] Pushing event updated for resources: {'Port': ['ID=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,revision_number=3']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:58.833132 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-92c0144c-912c-464e-904e-249a8aee6212 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:58.882403 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e560b0b-ca9e-4ea5-8b76-f2c9d0ad9163 x-openstack-request-id: req-1e560b0b-ca9e-4ea5-8b76-f2c9d0ad9163 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:09:58.882961 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4704da2-be8a-446c-8b13-1b0dba507ebe", "tag": "e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:09:58.883342 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1e560b0b-ca9e-4ea5-8b76-f2c9d0ad9163 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:09:58.883801 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'tag': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00', 'status': 'completed', 'code': 200} Jul 30 16:09:58.924554 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0a92b334-942f-41aa-8b18-1aeb415813b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:58.926556 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-0a92b334-942f-41aa-8b18-1aeb415813b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15377e3ad59448e2a0d51249c5cf4a32&device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 1097 time: 0.0872204 Jul 30 16:09:58.979385 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-05b9c57d-3c86-4640-9331-5534b2c3e0a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 HTTP/1.1" status: 200 len: 217 time: 0.0438199 Jul 30 16:09:58.985503 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-92c0144c-912c-464e-904e-249a8aee6212 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:58.997178 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-92c0144c-912c-464e-904e-249a8aee6212 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.073419 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0144c-912c-464e-904e-249a8aee6212 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6c47a5-b6a5-4ebc-b77a-fe3ffd3b3ccc,revision_number=0']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:59.081914 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-92c0144c-912c-464e-904e-249a8aee6212 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.083170 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-92c0144c-912c-464e-904e-249a8aee6212 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3543954 Jul 30 16:09:59.086290 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60918) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:59.086684 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-f78d81bf-ce88-4137-8ad9-a46f5d77e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:59.088125 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-f78d81bf-ce88-4137-8ad9-a46f5d77e1d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11cade48-67f7-4537-a1c0-f728e42f6cbb HTTP/1.1" status: 200 len: 855 time: 0.1010101 Jul 30 16:09:59.091251 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-1398464c-4ca8-486e-8369-baef5e40de27 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Request body: {'security_group_rule': {'security_group_id': '15e35268-9246-463b-a450-ef99e442b193', 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:59.113063 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adee60-7a4d-4c7b-aade-cc8a0ff3c384 req-6056a7a9-5188-4a19-8a43-989698a64b48 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:59.115447 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-51adee60-7a4d-4c7b-aade-cc8a0ff3c384 req-6056a7a9-5188-4a19-8a43-989698a64b48 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 944 time: 0.0923259 Jul 30 16:09:59.127630 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-1398464c-4ca8-486e-8369-baef5e40de27 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.171606 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-7a157caa-49b8-4749-82b8-3fe0a52de0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:59.173109 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-7a157caa-49b8-4749-82b8-3fe0a52de0bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b371347-3539-4d23-9546-ea91d4d992d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772767 Jul 30 16:09:59.177017 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-51adee60-7a4d-4c7b-aade-cc8a0ff3c384 req-7127377a-1dae-40a7-889c-25a181a9ee3d tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466034 Jul 30 16:09:59.195052 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-1398464c-4ca8-486e-8369-baef5e40de27 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.201218 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-1398464c-4ca8-486e-8369-baef5e40de27 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.217590 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398464c-4ca8-486e-8369-baef5e40de27 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0deaf9-e57b-4965-a772-cb025ddc4d1c,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:59.228565 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-1398464c-4ca8-486e-8369-baef5e40de27 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.231497 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-1398464c-4ca8-486e-8369-baef5e40de27 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1438420 Jul 30 16:09:59.234008 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60920) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:59.242777 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-3aaafe8c-cb15-4d37-93c4-558e0a5901d7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Request body: {'security_group_rule': {'security_group_id': '15e35268-9246-463b-a450-ef99e442b193', 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:59.286262 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3aaafe8c-cb15-4d37-93c4-558e0a5901d7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.289721 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-1a7c59e5-375f-42da-acd0-2fd0c6ae875f service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058254 Jul 30 16:09:59.384787 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3aaafe8c-cb15-4d37-93c4-558e0a5901d7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.389853 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device be0330ae-4af0-471a-afbc-8ffe46365f3a up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:59.390481 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3aaafe8c-cb15-4d37-93c4-558e0a5901d7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.408465 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaafe8c-cb15-4d37-93c4-558e0a5901d7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e3bf1e-6785-4232-b4e3-872a549b5867,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:59.413588 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d434e71c-c589-4587-a5f7-13bd4caacd64 req-b29c55af-32fa-478d-bd3b-af9b3a8ee2ed service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153994 Jul 30 16:09:59.417411 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3aaafe8c-cb15-4d37-93c4-558e0a5901d7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.421750 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-3aaafe8c-cb15-4d37-93c4-558e0a5901d7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1839063 Jul 30 16:09:59.423554 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60924) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:59.430170 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-ac8828d6-8fe9-44ca-b111-e12f7977764c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Request body: {'security_group_rule': {'security_group_id': '15e35268-9246-463b-a450-ef99e442b193', 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:59.454177 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port be0330ae-4af0-471a-afbc-8ffe46365f3a completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:59.459990 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port be0330ae-4af0-471a-afbc-8ffe46365f3a triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:59.460363 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.480524 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ac8828d6-8fe9-44ca-b111-e12f7977764c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.549095 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33285a6e-8e43-4599-bdea-f00ae6eaa818 req-fb396678-a707-41bf-8cf7-a7c84f392f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:59.550679 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-33285a6e-8e43-4599-bdea-f00ae6eaa818 req-fb396678-a707-41bf-8cf7-a7c84f392f01 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15377e3ad59448e2a0d51249c5cf4a32&device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 1097 time: 0.0644581 Jul 30 16:09:59.554261 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ac8828d6-8fe9-44ca-b111-e12f7977764c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.560718 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ac8828d6-8fe9-44ca-b111-e12f7977764c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.569154 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.587052 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ac8828d6-8fe9-44ca-b111-e12f7977764c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.588339 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-ac8828d6-8fe9-44ca-b111-e12f7977764c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636922 Jul 30 16:09:59.591190 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60926) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:59.594311 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port be0330ae-4af0-471a-afbc-8ffe46365f3a, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=be0330ae-4af0-471a-afbc-8ffe46365f3a,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:59.596166 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-814c9180-5f5e-4786-866c-c64773d8c87e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Request body: {'security_group_rule': {'security_group_id': '15e35268-9246-463b-a450-ef99e442b193', 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:59.600579 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.602559 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8828d6-8fe9-44ca-b111-e12f7977764c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3db3f6-ba6b-4262-8757-6d90104659fb,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:59.629765 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.db.securitygroups_db [None req-814c9180-5f5e-4786-866c-c64773d8c87e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Project 1dfbed60a71f4f0b9bf0fe13b496a65d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 16:09:59.636519 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-814c9180-5f5e-4786-866c-c64773d8c87e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.658419 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=be0330ae-4af0-471a-afbc-8ffe46365f3a,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:59.689886 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33285a6e-8e43-4599-bdea-f00ae6eaa818 req-f19e8550-d672-4fd9-ba1c-779915260cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:59.692263 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-33285a6e-8e43-4599-bdea-f00ae6eaa818 req-f19e8550-d672-4fd9-ba1c-779915260cca service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b371347-3539-4d23-9546-ea91d4d992d4 HTTP/1.1" status: 200 len: 917 time: 0.1324975 Jul 30 16:09:59.715518 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-814c9180-5f5e-4786-866c-c64773d8c87e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.719966 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-814c9180-5f5e-4786-866c-c64773d8c87e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.740678 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c9180-5f5e-4786-866c-c64773d8c87e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997a102c-cfb2-4853-accc-b14e771cfdcb,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:59.742861 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-33285a6e-8e43-4599-bdea-f00ae6eaa818 req-eeca28fc-72cf-43a1-aae5-b25aa2ede248 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 HTTP/1.1" status: 200 len: 217 time: 0.0422843 Jul 30 16:09:59.743029 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-814c9180-5f5e-4786-866c-c64773d8c87e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.746848 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-814c9180-5f5e-4786-866c-c64773d8c87e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520352 Jul 30 16:09:59.747783 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 60928) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:59.751535 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-e717f50b-854f-4448-85ff-2df12dff2e10 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Request body: {'security_group_rule': {'security_group_id': '15e35268-9246-463b-a450-ef99e442b193', 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:59.779350 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.db.securitygroups_db [None req-e717f50b-854f-4448-85ff-2df12dff2e10 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Project 1dfbed60a71f4f0b9bf0fe13b496a65d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 16:09:59.784201 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e717f50b-854f-4448-85ff-2df12dff2e10 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.815400 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33285a6e-8e43-4599-bdea-f00ae6eaa818 req-fb988d92-1ab7-4842-91fe-b68533a035c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:59.817601 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-33285a6e-8e43-4599-bdea-f00ae6eaa818 req-fb988d92-1ab7-4842-91fe-b68533a035c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11cade48-67f7-4537-a1c0-f728e42f6cbb HTTP/1.1" status: 200 len: 855 time: 0.0666811 Jul 30 16:09:59.860018 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e717f50b-854f-4448-85ff-2df12dff2e10 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.864731 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e717f50b-854f-4448-85ff-2df12dff2e10 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.867135 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33285a6e-8e43-4599-bdea-f00ae6eaa818 req-7168b43e-2783-42f2-9aca-0d9e71458bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:59.868826 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-33285a6e-8e43-4599-bdea-f00ae6eaa818 req-7168b43e-2783-42f2-9aca-0d9e71458bed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b371347-3539-4d23-9546-ea91d4d992d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437274 Jul 30 16:09:59.886081 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717f50b-854f-4448-85ff-2df12dff2e10 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8c5d7a-6473-450a-ac2b-a2c26f253be5,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:59.895654 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e717f50b-854f-4448-85ff-2df12dff2e10 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:59.897130 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-e717f50b-854f-4448-85ff-2df12dff2e10 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1491728 Jul 30 16:09:59.965484 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-33285a6e-8e43-4599-bdea-f00ae6eaa818 req-072bb9dd-72de-4353-a592-97494dc4976e service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860724 Jul 30 16:10:00.062698 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-33285a6e-8e43-4599-bdea-f00ae6eaa818 req-c437b643-65ce-4110-9a9c-f4c14354333b service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869136 Jul 30 16:10:00.316227 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2b6be-2861-4af6-89dd-b7dd0b05ba91 req-151b2eb4-ad77-4ff3-abcf-9cb500fdefd5 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:00.318337 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d0e2b6be-2861-4af6-89dd-b7dd0b05ba91 req-151b2eb4-ad77-4ff3-abcf-9cb500fdefd5 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 944 time: 0.0559690 Jul 30 16:10:00.372812 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d0e2b6be-2861-4af6-89dd-b7dd0b05ba91 req-237696c9-862a-4481-9e08-d610dfdcb82c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474684 Jul 30 16:10:01.302625 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device be0330ae-4af0-471a-afbc-8ffe46365f3a up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:10:01.352962 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port be0330ae-4af0-471a-afbc-8ffe46365f3a triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:10:01.353339 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:01.485141 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3bfca-ab0d-45ae-a95c-e28e32b90331 req-79602b56-16e3-41b1-928a-37ef52f3970c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:01.487338 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-94d3bfca-ab0d-45ae-a95c-e28e32b90331 req-79602b56-16e3-41b1-928a-37ef52f3970c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 944 time: 0.0515244 Jul 30 16:10:01.525820 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-94d3bfca-ab0d-45ae-a95c-e28e32b90331 req-6be58c7c-3048-4a1a-a08e-71cfe7135f51 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325146 Jul 30 16:10:01.643036 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:10:01.743842 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:01.756495 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'port_id': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00', 'mac_address': 'fa:16:3e:fb:05:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:10:01.795965 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:01.811940 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:10:01.838801 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:01.843701 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:01.894078 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:01.909816 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:01.910429 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:01.910951 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:01.911579 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:01.912139 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:01.912581 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:01.912826 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:01.913345 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:01.913840 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:01.914257 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:01.914541 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:01.917813 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:02.001706 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Sync routers for ids ['a4dca126-a06e-4f64-87c7-50b6e4d7ee48'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:10:02.010469 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Routers {'a4dca126-a06e-4f64-87c7-50b6e4d7ee48'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:10:02.011197 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:09:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['a4dca126-a06e-4f64-87c7-50b6e4d7ee48'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:02.090130 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:10:02.116457 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Set router a4dca126-a06e-4f64-87c7-50b6e4d7ee48 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:10:02.320814 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'name': 'tempest-TestVolumeBootPattern-753768432-router', 'tenant_id': '14c4a56d9cd7488eb148965885678cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'be0330ae-4af0-471a-afbc-8ffe46365f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:53Z', 'updated_at': '2021-07-30T16:09:57Z', 'revision_number': 4, 'project_id': '14c4a56d9cd7488eb148965885678cda', 'gw_port': {'id': 'be0330ae-4af0-471a-afbc-8ffe46365f3a', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:54Z', 'updated_at': '2021-07-30T16:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935', 'name': '', 'network_id': 'b23dbf2c-4a0c-40f1-9558-2ae518f27366', 'tenant_id': '14c4a56d9cd7488eb148965885678cda', 'mac_address': 'fa:16:3e:b9:e6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'cd84b2c7-53a7-4762-af0e-9ab4b5be520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:56Z', 'updated_at': '2021-07-30T16:09:57Z', 'revision_number': 2, 'project_id': '14c4a56d9cd7488eb148965885678cda', 'subnets': [{'id': 'cd84b2c7-53a7-4762-af0e-9ab4b5be520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:02.426764 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Checking router: a4dca126-a06e-4f64-87c7-50b6e4d7ee48 for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:10:02.427142 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Updating router a4dca126-a06e-4f64-87c7-50b6e4d7ee48 port 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 binding host dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:10:02.451582 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:02.648321 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2a149-99fe-4d8c-90e5-5e350ac92a2b req-ed5ee111-0156-4486-887a-169b362d144d tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:02.649962 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3bb2a149-99fe-4d8c-90e5-5e350ac92a2b req-ed5ee111-0156-4486-887a-169b362d144d tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 945 time: 0.0486755 Jul 30 16:10:02.700211 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3bb2a149-99fe-4d8c-90e5-5e350ac92a2b req-d1a4f4a6-7710-4d4c-96f3-6ffd6978a68c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434222 Jul 30 16:10:02.736288 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Notify callbacks [] for port, precommit_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:02.746394 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.provisioning_blocks [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Transition to ACTIVE for port object 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 will not be triggered until provisioned by entity L2. {{(pid=93356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:10:02.752019 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:02.800846 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51138b81-79d9-4d6c-aad0-fd8afad931ce None None] Pushing event updated for resources: {'Port': ['ID=87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935,revision_number=3']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:02.857310 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Attempting to bind port 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:10:02.860308 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Attempting to bind port 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'b39dc3b5-d002-47da-b03b-455d8182b02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b23dbf2c-4a0c-40f1-9558-2ae518f27366'}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:10:02.860308 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Attempting to bind port 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 on network b23dbf2c-4a0c-40f1-9558-2ae518f27366 {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:10:02.865863 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:10:02.865863 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Checking segment: {'id': 'b39dc3b5-d002-47da-b03b-455d8182b02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b23dbf2c-4a0c-40f1-9558-2ae518f27366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:10:02.865863 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:02.865863 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Bound using segment: {'id': 'b39dc3b5-d002-47da-b03b-455d8182b02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b23dbf2c-4a0c-40f1-9558-2ae518f27366'} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:10:02.865863 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Bound port: 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39dc3b5-d002-47da-b03b-455d8182b02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b23dbf2c-4a0c-40f1-9558-2ae518f27366'}}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:10:02.866475 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:02.931911 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] For port 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:10:02.935111 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] For port 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935,segment=NetworkSegment(b39dc3b5-d002-47da-b03b-455d8182b02f),segment_id=b39dc3b5-d002-47da-b03b-455d8182b02f)] {{(pid=93356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:10:02.940231 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:02.993286 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Routers {'a4dca126-a06e-4f64-87c7-50b6e4d7ee48'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:10:02.993805 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:09:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['a4dca126-a06e-4f64-87c7-50b6e4d7ee48'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:03.039888 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51138b81-79d9-4d6c-aad0-fd8afad931ce None None] Pushing event updated for resources: {'Port': ['ID=87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935,revision_number=4']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:03.121970 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] Set router a4dca126-a06e-4f64-87c7-50b6e4d7ee48 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:10:03.254132 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-6c4027aa-77cd-4e20-8bf3-dd74c95b349f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:03.335433 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:10:03.337586 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'name': 'tempest-TestVolumeBootPattern-753768432-router', 'tenant_id': '14c4a56d9cd7488eb148965885678cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'be0330ae-4af0-471a-afbc-8ffe46365f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:53Z', 'updated_at': '2021-07-30T16:09:57Z', 'revision_number': 4, 'project_id': '14c4a56d9cd7488eb148965885678cda', 'gw_port': {'id': 'be0330ae-4af0-471a-afbc-8ffe46365f3a', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:54Z', 'updated_at': '2021-07-30T16:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935', 'name': '', 'network_id': 'b23dbf2c-4a0c-40f1-9558-2ae518f27366', 'tenant_id': '14c4a56d9cd7488eb148965885678cda', 'mac_address': 'fa:16:3e:b9:e6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'cd84b2c7-53a7-4762-af0e-9ab4b5be520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:56Z', 'updated_at': '2021-07-30T16:10:02Z', 'revision_number': 4, 'project_id': '14c4a56d9cd7488eb148965885678cda', 'subnets': [{'id': 'cd84b2c7-53a7-4762-af0e-9ab4b5be520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:03.362954 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616fe9b2-0e37-4885-8d86-be23d662933e None None] The sync data for ids ['a4dca126-a06e-4f64-87c7-50b6e4d7ee48'] in dv-cinder-802955-2-iscsi is: [{'id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'name': 'tempest-TestVolumeBootPattern-753768432-router', 'tenant_id': '14c4a56d9cd7488eb148965885678cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'be0330ae-4af0-471a-afbc-8ffe46365f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:53Z', 'updated_at': '2021-07-30T16:09:57Z', 'revision_number': 4, 'project_id': '14c4a56d9cd7488eb148965885678cda', 'gw_port': {'id': 'be0330ae-4af0-471a-afbc-8ffe46365f3a', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:54Z', 'updated_at': '2021-07-30T16:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935', 'name': '', 'network_id': 'b23dbf2c-4a0c-40f1-9558-2ae518f27366', 'tenant_id': '14c4a56d9cd7488eb148965885678cda', 'mac_address': 'fa:16:3e:b9:e6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'cd84b2c7-53a7-4762-af0e-9ab4b5be520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:56Z', 'updated_at': '2021-07-30T16:10:02Z', 'revision_number': 4, 'project_id': '14c4a56d9cd7488eb148965885678cda', 'subnets': [{'id': 'cd84b2c7-53a7-4762-af0e-9ab4b5be520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:10:03.385424 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:10:03.389782 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:10:03.390410 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:03.471388 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:03.513644 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935,segment=NetworkSegment(b39dc3b5-d002-47da-b03b-455d8182b02f),segment_id=b39dc3b5-d002-47da-b03b-455d8182b02f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:03.518816 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:03.590317 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:03.838953 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b37a6-0348-46fd-85de-10b6dcecdddd req-6e6b78f5-0f20-41c6-947e-19228fcc19c2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:03.840495 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-dc8b37a6-0348-46fd-85de-10b6dcecdddd req-6e6b78f5-0f20-41c6-947e-19228fcc19c2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 945 time: 0.0551088 Jul 30 16:10:03.883221 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-dc8b37a6-0348-46fd-85de-10b6dcecdddd req-9af1158f-d9f0-42d0-9ca7-4994e97faa4e tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368094 Jul 30 16:10:04.525055 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:10:04.594212 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:10:04.598859 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:10:04.599766 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:04.685484 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:04.709036 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:04.711313 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95ffaf4-5207-4e18-a0b3-9f2694c78063" -d '{"events": [{"server_uuid": "e4704da2-be8a-446c-8b13-1b0dba507ebe", "name": "network-vif-plugged", "status": "completed", "tag": "e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:04.724857 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:04.730188 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:04.753608 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdf6308-1ca1-43c0-b00a-f7a32893abd8 x-openstack-request-id: req-efdf6308-1ca1-43c0-b00a-f7a32893abd8 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:04.753919 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4704da2-be8a-446c-8b13-1b0dba507ebe", "name": "network-vif-plugged", "status": "completed", "tag": "e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:04.754715 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-efdf6308-1ca1-43c0-b00a-f7a32893abd8 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:04.755123 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00', 'code': 200} Jul 30 16:10:04.784845 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:05.009960 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637199d-d2a3-4c8d-a6a4-897deab1eba8 req-9a34c993-7caf-4958-ab0a-3360e7df80d1 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:05.011494 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-8637199d-d2a3-4c8d-a6a4-897deab1eba8 req-9a34c993-7caf-4958-ab0a-3360e7df80d1 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0536306 Jul 30 16:10:05.048646 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-8637199d-d2a3-4c8d-a6a4-897deab1eba8 req-116495f3-714b-4448-94bc-0264604b494f tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313022 Jul 30 16:10:05.140338 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:10:05.305144 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:10:05.463963 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:10:05.464332 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:06.159489 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:06.170072 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18b1c0-9cea-4f1e-b328-aeff550d2d79 req-59316fff-b7a7-49ab-afad-b89111cb3e94 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:06.171596 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-6f18b1c0-9cea-4f1e-b328-aeff550d2d79 req-59316fff-b7a7-49ab-afad-b89111cb3e94 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0510287 Jul 30 16:10:06.178215 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d7727744-d761-4d04-8b25-93e613ca8762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:06.259139 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-6f18b1c0-9cea-4f1e-b328-aeff550d2d79 req-c4a7c5de-c86b-4345-8103-98d62d953860 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796683 Jul 30 16:10:06.911297 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c5658-b685-42eb-bef5-8bbb85719d3e req-2d72f826-3fda-4ec1-8dbb-450bf73401f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:06.912801 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-236c5658-b685-42eb-bef5-8bbb85719d3e req-2d72f826-3fda-4ec1-8dbb-450bf73401f1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 1099 time: 0.0868254 Jul 30 16:10:06.952277 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-236c5658-b685-42eb-bef5-8bbb85719d3e req-afec6623-5fc5-4b4e-88d4-0f83e6682588 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314882 Jul 30 16:10:06.954169 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:07.386246 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d6b04-8427-415c-af0a-db0ba194e94e req-85904cba-ab52-4eb0-9c9a-76801b3e4b5b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:07.387853 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7c8d6b04-8427-415c-af0a-db0ba194e94e req-85904cba-ab52-4eb0-9c9a-76801b3e4b5b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0561006 Jul 30 16:10:07.426724 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7c8d6b04-8427-415c-af0a-db0ba194e94e req-5ce6f3f7-c92c-409d-85f3-9ad17b11b99b tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329010 Jul 30 16:10:08.421487 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:08.550456 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324c5d8-d25a-460b-901d-d1737f2e1f99 req-ad825e2b-d8fc-41fb-94ff-c5e63c1ca9b5 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:08.552014 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3324c5d8-d25a-460b-901d-d1737f2e1f99 req-ad825e2b-d8fc-41fb-94ff-c5e63c1ca9b5 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0515034 Jul 30 16:10:08.593955 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3324c5d8-d25a-460b-901d-d1737f2e1f99 req-06c4a129-255f-48f1-9bc3-b04e0ca5c95f tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360808 Jul 30 16:10:08.712326 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7757a-3e5e-4020-8a19-e18876c69966 req-280e6a18-be8d-451e-8632-79f88cbc9472 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:08.713912 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6af7757a-3e5e-4020-8a19-e18876c69966 req-280e6a18-be8d-451e-8632-79f88cbc9472 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0492587 Jul 30 16:10:08.723929 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 32834) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:08.729230 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-5c3a59be-be34-4de2-a12c-47918b9175c1 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Request body: {'floatingip': {'port_id': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:08.770508 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5c3a59be-be34-4de2-a12c-47918b9175c1 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for floatingip, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:09.569179 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5c3a59be-be34-4de2-a12c-47918b9175c1 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:09.573869 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5c3a59be-be34-4de2-a12c-47918b9175c1 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:09.675265 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.db.l3_db [None req-5c3a59be-be34-4de2-a12c-47918b9175c1 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Floating IP 3a62b7d0-e660-407e-9e38-18d7cea83624 associated. External IP: 172.27.3.195, port: e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00. Jul 30 16:10:09.895861 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3a59be-be34-4de2-a12c-47918b9175c1 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:10:10.011003 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3a59be-be34-4de2-a12c-47918b9175c1 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:10:10.015975 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5c3a59be-be34-4de2-a12c-47918b9175c1 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:10.021718 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94324ec0-29d4-4c9c-b13d-18b3a45b666b None None] Sync routers for ids ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:10:10.031090 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94324ec0-29d4-4c9c-b13d-18b3a45b666b None None] Routers {'6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:10:10.031665 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-94324ec0-29d4-4c9c-b13d-18b3a45b666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:10:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:10.042894 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-5c3a59be-be34-4de2-a12c-47918b9175c1 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "PUT /v2.0/floatingips/3a62b7d0-e660-407e-9e38-18d7cea83624 HTTP/1.1" status: 200 len: 992 time: 1.3176124 Jul 30 16:10:10.043596 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'tag': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00'}] {{(pid=93354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:10.045960 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1549a637e0520348546bc816cc7ba7b4d913aee95f4c3e2186750afafe3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ccaeaa-bbf5-4e9e-b209-b82ac268952a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4704da2-be8a-446c-8b13-1b0dba507ebe", "tag": "e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00"}]}' {{(pid=93354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:10.086812 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17069778-2519-4574-acf9-92ff335b6618 x-openstack-request-id: req-17069778-2519-4574-acf9-92ff335b6618 {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:10.087159 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4704da2-be8a-446c-8b13-1b0dba507ebe", "tag": "e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00", "status": "completed", "code": 200}]} {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:10.087420 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-17069778-2519-4574-acf9-92ff335b6618 {{(pid=93354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:10.087832 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'tag': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00', 'status': 'completed', 'code': 200} Jul 30 16:10:10.151921 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccaeaa-bbf5-4e9e-b209-b82ac268952a req-e644ba87-8133-4c0a-8ac3-cc177230e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:10.153633 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-30ccaeaa-bbf5-4e9e-b209-b82ac268952a req-e644ba87-8133-4c0a-8ac3-cc177230e45c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15377e3ad59448e2a0d51249c5cf4a32&device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 1099 time: 0.0433424 Jul 30 16:10:10.162622 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-94324ec0-29d4-4c9c-b13d-18b3a45b666b None None] Set router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:10:10.253752 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccaeaa-bbf5-4e9e-b209-b82ac268952a req-8bdcd635-fa97-46bc-a95d-8de125515c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:10.255390 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-30ccaeaa-bbf5-4e9e-b209-b82ac268952a req-8bdcd635-fa97-46bc-a95d-8de125515c11 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b371347-3539-4d23-9546-ea91d4d992d4 HTTP/1.1" status: 200 len: 917 time: 0.0898871 Jul 30 16:10:10.324331 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-30ccaeaa-bbf5-4e9e-b209-b82ac268952a req-4df5e456-118a-4ee6-bf34-44c2cadf267b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 HTTP/1.1" status: 200 len: 1000 time: 0.0612814 Jul 30 16:10:10.374737 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccaeaa-bbf5-4e9e-b209-b82ac268952a req-ee0d2927-d9e9-423a-b3c9-66fd34caa763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:10.376226 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-30ccaeaa-bbf5-4e9e-b209-b82ac268952a req-ee0d2927-d9e9-423a-b3c9-66fd34caa763 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11cade48-67f7-4537-a1c0-f728e42f6cbb HTTP/1.1" status: 200 len: 855 time: 0.0436699 Jul 30 16:10:10.426919 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccaeaa-bbf5-4e9e-b209-b82ac268952a req-9284ac63-960a-4df0-ab9f-3be7dcd43e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:10.428982 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-30ccaeaa-bbf5-4e9e-b209-b82ac268952a req-9284ac63-960a-4df0-ab9f-3be7dcd43e18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b371347-3539-4d23-9546-ea91d4d992d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451152 Jul 30 16:10:10.431463 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-94324ec0-29d4-4c9c-b13d-18b3a45b666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:01Z', 'revision_number': 4, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '3a62b7d0-e660-407e-9e38-18d7cea83624', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'port_id': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'mac_address': 'fa:16:3e:fb:05:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:09:53Z', 'updated_at': '2021-07-30T16:10:09Z', 'revision_number': 1, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165b46cb-0e02-4f76-ae19-247b762210a5', 'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'mac_address': 'fa:16:3e:e0:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:14Z', 'revision_number': 5, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'subnets': [{'id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:10.456070 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94324ec0-29d4-4c9c-b13d-18b3a45b666b None None] Checking router: 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:10:10.464554 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94324ec0-29d4-4c9c-b13d-18b3a45b666b None None] Routers {'6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:10:10.465164 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-94324ec0-29d4-4c9c-b13d-18b3a45b666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:10:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:10.525687 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-30ccaeaa-bbf5-4e9e-b209-b82ac268952a req-2c980dee-98c0-4859-9d6d-74efc3f99dc2 service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846601 Jul 30 16:10:10.576602 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-94324ec0-29d4-4c9c-b13d-18b3a45b666b None None] Set router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:10:10.622268 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-30ccaeaa-bbf5-4e9e-b209-b82ac268952a req-db5d9f0b-fd2d-4417-9975-ba1a05e94411 service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892568 Jul 30 16:10:10.822899 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-94324ec0-29d4-4c9c-b13d-18b3a45b666b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:01Z', 'revision_number': 4, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '3a62b7d0-e660-407e-9e38-18d7cea83624', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'port_id': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'mac_address': 'fa:16:3e:fb:05:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:09:53Z', 'updated_at': '2021-07-30T16:10:09Z', 'revision_number': 1, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165b46cb-0e02-4f76-ae19-247b762210a5', 'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'mac_address': 'fa:16:3e:e0:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:14Z', 'revision_number': 5, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'subnets': [{'id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:10.850941 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94324ec0-29d4-4c9c-b13d-18b3a45b666b None None] The sync data for ids ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'] in dv-cinder-802955-2-iscsi is: [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:01Z', 'revision_number': 4, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '3a62b7d0-e660-407e-9e38-18d7cea83624', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'port_id': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'mac_address': 'fa:16:3e:fb:05:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:09:53Z', 'updated_at': '2021-07-30T16:10:09Z', 'revision_number': 1, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '165b46cb-0e02-4f76-ae19-247b762210a5', 'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'mac_address': 'fa:16:3e:e0:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:14Z', 'revision_number': 5, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'subnets': [{'id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:10:11.045424 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bbb9ac-103f-40b3-aed1-6f71021426be None None] New status for floating IP 3a62b7d0-e660-407e-9e38-18d7cea83624: ACTIVE {{(pid=93356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:10:11.814718 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0617edbd-6068-4f94-ac45-05e3f710307f req-57684cdf-65f9-42a1-bd60-aa1a251d8744 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408914 Jul 30 16:10:11.879173 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617edbd-6068-4f94-ac45-05e3f710307f req-4fea15b2-99bc-4a64-b8b7-d4ae07f3c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:11.880632 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0617edbd-6068-4f94-ac45-05e3f710307f req-4fea15b2-99bc-4a64-b8b7-d4ae07f3c2cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e1402dc086c4071bae84c16365352b3&device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 1099 time: 0.0398133 Jul 30 16:10:12.002105 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617edbd-6068-4f94-ac45-05e3f710307f req-98582719-61da-48be-922a-18db35f9cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:12.003662 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0617edbd-6068-4f94-ac45-05e3f710307f req-98582719-61da-48be-922a-18db35f9cfd6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=85982ae8-657f-47f5-b729-6742a565fcec HTTP/1.1" status: 200 len: 911 time: 0.0962343 Jul 30 16:10:12.072375 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0617edbd-6068-4f94-ac45-05e3f710307f req-ff057148-d395-4a23-a242-9edd19e93234 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f88d5169-b15d-40ef-b997-4ae68db091bc HTTP/1.1" status: 200 len: 1001 time: 0.0611210 Jul 30 16:10:12.125825 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617edbd-6068-4f94-ac45-05e3f710307f req-9fb91dd5-85a4-4eda-a3f5-cb24fccab21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:12.127319 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0617edbd-6068-4f94-ac45-05e3f710307f req-9fb91dd5-85a4-4eda-a3f5-cb24fccab21d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0ed38a9-6919-4226-9d04-1c45eb199d71 HTTP/1.1" status: 200 len: 849 time: 0.0473530 Jul 30 16:10:12.179337 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617edbd-6068-4f94-ac45-05e3f710307f req-451fb9b3-a77f-48fd-9bee-eae480d7815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:12.180880 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0617edbd-6068-4f94-ac45-05e3f710307f req-451fb9b3-a77f-48fd-9bee-eae480d7815c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85982ae8-657f-47f5-b729-6742a565fcec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458443 Jul 30 16:10:12.222879 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 32870) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:12.291263 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0617edbd-6068-4f94-ac45-05e3f710307f req-31168b93-8f5c-4250-8cdd-59f496c55d0a service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003771 Jul 30 16:10:12.351827 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-47b81030-305c-43be-8ed6-c6b31caaccef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:12.399312 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0617edbd-6068-4f94-ac45-05e3f710307f req-9c5f1a48-88b8-4a0d-988d-e7ba2efee973 service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985920 Jul 30 16:10:12.462099 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-47b81030-305c-43be-8ed6-c6b31caaccef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:12.466675 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-47b81030-305c-43be-8ed6-c6b31caaccef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:12.505317 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-47b81030-305c-43be-8ed6-c6b31caaccef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1d40566565a34136bee2c2665e4c8709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812858 Jul 30 16:10:12.506191 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b81030-305c-43be-8ed6-c6b31caaccef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947dd680-e127-4785-aaf4-aa184c8ce778,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:12.508062 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 32874) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:12.557359 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9f33dc8c-ff0e-42bc-b6f1-dbce9323ef54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:12.578627 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9f33dc8c-ff0e-42bc-b6f1-dbce9323ef54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:12.624478 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9f33dc8c-ff0e-42bc-b6f1-dbce9323ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:12.627240 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9f33dc8c-ff0e-42bc-b6f1-dbce9323ef54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:12.628404 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-9f33dc8c-ff0e-42bc-b6f1-dbce9323ef54 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/947dd680-e127-4785-aaf4-aa184c8ce778 HTTP/1.1" status: 204 len: 168 time: 0.1187136 Jul 30 16:10:12.636546 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33dc8c-ff0e-42bc-b6f1-dbce9323ef54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947dd680-e127-4785-aaf4-aa184c8ce778,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:14.396647 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:14.855873 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-60b0ca3a-ac79-47a3-832c-05204a9bcc03 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=26fd3bfa57bb4e20845a3e02bd0b21d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292189 Jul 30 16:10:15.038045 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-3371c878-326b-43c7-94cc-08691c0bebcb tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:15.039404 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-3371c878-326b-43c7-94cc-08691c0bebcb tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781714 Jul 30 16:10:15.053995 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-336d8985-3fd6-43f7-83b3-6c0889f1c969 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/quotas/26fd3bfa57bb4e20845a3e02bd0b21d1 HTTP/1.1" status: 200 len: 375 time: 0.0088787 Jul 30 16:10:15.087868 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-bd9e6328-6346-479f-acce-b3edb35d921b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=26fd3bfa57bb4e20845a3e02bd0b21d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279574 Jul 30 16:10:15.257268 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-22b3d9b6-540b-422e-9c06-9f9ad2e555b3 req-272d0c94-379d-48dd-8f07-e951946cce0e tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/ports?device_id=652a9686-2c40-45b2-bdda-c663c01e458d HTTP/1.1" status: 200 len: 210 time: 0.0323141 Jul 30 16:10:16.163814 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-0160b184-6263-467e-8938-deb60627facc tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=26fd3bfa57bb4e20845a3e02bd0b21d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211477 Jul 30 16:10:16.283792 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-932e230b-a86c-41e8-895f-62191f890282 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:16.285768 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-932e230b-a86c-41e8-895f-62191f890282 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1142871 Jul 30 16:10:16.307087 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Request body: {'port': {'device_id': '652a9686-2c40-45b2-bdda-c663c01e458d', 'network_id': '89fa2c3b-dc8b-43ae-a42b-537bf03b96e3', 'admin_state_up': True, 'tenant_id': '26fd3bfa57bb4e20845a3e02bd0b21d1'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:16.359522 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fbb24b6b-212d-41a3-90d8-534224d36503 req-49677d57-2343-4932-ac04-457642a71277 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/ports?device_id=652a9686-2c40-45b2-bdda-c663c01e458d HTTP/1.1" status: 200 len: 210 time: 0.0309024 Jul 30 16:10:16.415535 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Made reservation on behalf of 26fd3bfa57bb4e20845a3e02bd0b21d1 for: {'port': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:10:16.418828 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:16.427485 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:16.518121 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:16.522428 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:16.585800 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad626806-2267-4872-8d40-463fbe29c2af,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:16.659319 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Allocated IP 192.168.233.135 (89fa2c3b-dc8b-43ae-a42b-537bf03b96e3/47c4bde4-0190-42d8-8bed-a555cffc7633/663c9dd7-e710-4715-9cd6-a3982738a4e6) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:10:16.804219 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:16.817418 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Transition to ACTIVE for port object 663c9dd7-e710-4715-9cd6-a3982738a4e6 will not be triggered until provisioned by entity DHCP. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:10:16.850188 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:16.891285 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Network 89fa2c3b-dc8b-43ae-a42b-537bf03b96e3 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:10:16.894253 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:10:16.896671 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:10:16.927104 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Pushing event updated for resources: {'Port': ['ID=663c9dd7-e710-4715-9cd6-a3982738a4e6,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:16.954303 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:16.954931 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:16.969802 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-d3c4928d-066a-4b53-aa1f-254be841f12b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6681097 Jul 30 16:10:16.985607 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Request body: {'port': {'device_id': '652a9686-2c40-45b2-bdda-c663c01e458d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:17.043968 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:17.073227 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-2067cad8-51b5-4e62-be70-efb2b2586f45 None None] Provisioning for port 663c9dd7-e710-4715-9cd6-a3982738a4e6 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:10:17.077010 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-2067cad8-51b5-4e62-be70-efb2b2586f45 None None] Provisioning complete for port 663c9dd7-e710-4715-9cd6-a3982738a4e6 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:10:17.077382 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-2067cad8-51b5-4e62-be70-efb2b2586f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:17.113762 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-2067cad8-51b5-4e62-be70-efb2b2586f45 None None] Port 663c9dd7-e710-4715-9cd6-a3982738a4e6 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:10:17.303208 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 663c9dd7-e710-4715-9cd6-a3982738a4e6 {{(pid=93353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:10:17.310761 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:17.323126 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Transition to ACTIVE for port object 663c9dd7-e710-4715-9cd6-a3982738a4e6 will not be triggered until provisioned by entity L2. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:10:17.326668 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:17.373065 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Pushing event updated for resources: {'Port': ['ID=663c9dd7-e710-4715-9cd6-a3982738a4e6,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:17.450907 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Attempting to bind port 663c9dd7-e710-4715-9cd6-a3982738a4e6 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:10:17.451513 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Attempting to bind port 663c9dd7-e710-4715-9cd6-a3982738a4e6 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '14c168d0-d944-4d25-b3b6-799dbd97a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '89fa2c3b-dc8b-43ae-a42b-537bf03b96e3'}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:10:17.452139 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Attempting to bind port 663c9dd7-e710-4715-9cd6-a3982738a4e6 on network 89fa2c3b-dc8b-43ae-a42b-537bf03b96e3 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:10:17.456870 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Port 663c9dd7-e710-4715-9cd6-a3982738a4e6 on network 89fa2c3b-dc8b-43ae-a42b-537bf03b96e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:10:17.457235 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Attempting to bind port 663c9dd7-e710-4715-9cd6-a3982738a4e6 on network 89fa2c3b-dc8b-43ae-a42b-537bf03b96e3 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:10:17.463120 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:10:17.467529 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Checking segment: {'id': '14c168d0-d944-4d25-b3b6-799dbd97a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '89fa2c3b-dc8b-43ae-a42b-537bf03b96e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:10:17.467529 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Bound using segment: {'id': '14c168d0-d944-4d25-b3b6-799dbd97a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '89fa2c3b-dc8b-43ae-a42b-537bf03b96e3'} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:10:17.467529 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Bound port: 663c9dd7-e710-4715-9cd6-a3982738a4e6, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c168d0-d944-4d25-b3b6-799dbd97a3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '89fa2c3b-dc8b-43ae-a42b-537bf03b96e3'}}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:10:17.467529 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:17.495850 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d547da-e0e6-45bb-9b4f-03b3f03f70d0 req-efa1e2f3-8fd1-440e-8d52-bbf9d3015de6 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:17.497769 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d8d547da-e0e6-45bb-9b4f-03b3f03f70d0 req-efa1e2f3-8fd1-440e-8d52-bbf9d3015de6 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/ports?device_id=652a9686-2c40-45b2-bdda-c663c01e458d HTTP/1.1" status: 200 len: 948 time: 0.0531981 Jul 30 16:10:17.535769 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] For port 663c9dd7-e710-4715-9cd6-a3982738a4e6, host hv-cinder-80295, cleared binding levels {{(pid=93353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:10:17.539037 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] For port 663c9dd7-e710-4715-9cd6-a3982738a4e6, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=663c9dd7-e710-4715-9cd6-a3982738a4e6,segment=NetworkSegment(14c168d0-d944-4d25-b3b6-799dbd97a3fa),segment_id=14c168d0-d944-4d25-b3b6-799dbd97a3fa)] {{(pid=93353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:10:17.539899 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d8d547da-e0e6-45bb-9b4f-03b3f03f70d0 req-58b1fb5b-74b3-4f21-a0ec-0d8bbdceddc1 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad626806-2267-4872-8d40-463fbe29c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349054 Jul 30 16:10:17.544300 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:17.579179 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:17.579795 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:17.581377 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] 10.222.0.60 "PUT /v2.0/ports/663c9dd7-e710-4715-9cd6-a3982738a4e6 HTTP/1.1" status: 200 len: 1098 time: 0.5999827 Jul 30 16:10:17.581684 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652a9686-2c40-45b2-bdda-c663c01e458d', 'tag': '663c9dd7-e710-4715-9cd6-a3982738a4e6'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:17.584453 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb764f4e-5140-4cca-96b9-35199310e7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "652a9686-2c40-45b2-bdda-c663c01e458d", "tag": "663c9dd7-e710-4715-9cd6-a3982738a4e6"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:17.613093 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb6be6-57ca-47d8-9da8-b864ad681b97 service neutron] Pushing event updated for resources: {'Port': ['ID=663c9dd7-e710-4715-9cd6-a3982738a4e6,revision_number=3']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:17.677215 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4be402d7-d68b-4174-8cf9-ee988fb2e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:17.678721 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-4be402d7-d68b-4174-8cf9-ee988fb2e28b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=26fd3bfa57bb4e20845a3e02bd0b21d1&device_id=652a9686-2c40-45b2-bdda-c663c01e458d HTTP/1.1" status: 200 len: 1101 time: 0.0483766 Jul 30 16:10:17.734260 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-e48176fd-2dd3-4deb-b4b6-26e0edeb284f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=663c9dd7-e710-4715-9cd6-a3982738a4e6 HTTP/1.1" status: 200 len: 217 time: 0.0458374 Jul 30 16:10:17.793370 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-8a7be4ce-2a19-4445-9c3e-a9af4d30eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:17.794647 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-8a7be4ce-2a19-4445-9c3e-a9af4d30eaec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=47c4bde4-0190-42d8-8bed-a555cffc7633 HTTP/1.1" status: 200 len: 843 time: 0.0532172 Jul 30 16:10:17.797372 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3ab31e-85a3-48c2-89c9-21976f5672b9 x-openstack-request-id: req-ef3ab31e-85a3-48c2-89c9-21976f5672b9 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:17.797372 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652a9686-2c40-45b2-bdda-c663c01e458d", "tag": "663c9dd7-e710-4715-9cd6-a3982738a4e6", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:17.797372 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef3ab31e-85a3-48c2-89c9-21976f5672b9 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:17.797372 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652a9686-2c40-45b2-bdda-c663c01e458d', 'tag': '663c9dd7-e710-4715-9cd6-a3982738a4e6', 'status': 'completed', 'code': 200} Jul 30 16:10:17.844933 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-aee19e71-de52-4c07-b152-afcd3c8c0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:17.846442 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-aee19e71-de52-4c07-b152-afcd3c8c0270 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=89fa2c3b-dc8b-43ae-a42b-537bf03b96e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432146 Jul 30 16:10:17.935663 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-b8246819-3abb-4608-b65f-213028983532 service neutron] 10.222.0.60 "GET /v2.0/networks/89fa2c3b-dc8b-43ae-a42b-537bf03b96e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811350 Jul 30 16:10:18.027940 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-093da172-b9d1-4ff9-a97a-12120c4f6da4 req-ee240c41-9973-4630-9ac9-719eebed4452 service neutron] 10.222.0.60 "GET /v2.0/networks/89fa2c3b-dc8b-43ae-a42b-537bf03b96e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833254 Jul 30 16:10:18.112584 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb764f4e-5140-4cca-96b9-35199310e7ed req-7f488b6c-eb47-46e5-9c0f-b0a13624c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:18.114396 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fb764f4e-5140-4cca-96b9-35199310e7ed req-7f488b6c-eb47-46e5-9c0f-b0a13624c132 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=26fd3bfa57bb4e20845a3e02bd0b21d1&device_id=652a9686-2c40-45b2-bdda-c663c01e458d HTTP/1.1" status: 200 len: 1101 time: 0.0416024 Jul 30 16:10:18.206151 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb764f4e-5140-4cca-96b9-35199310e7ed req-21f7dd65-67c2-4ebc-b372-833226055c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:18.207657 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fb764f4e-5140-4cca-96b9-35199310e7ed req-21f7dd65-67c2-4ebc-b372-833226055c18 service neutron] 10.222.0.60 "GET /v2.0/networks?id=89fa2c3b-dc8b-43ae-a42b-537bf03b96e3 HTTP/1.1" status: 200 len: 870 time: 0.0850220 Jul 30 16:10:18.259164 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fb764f4e-5140-4cca-96b9-35199310e7ed req-1d0d6141-90c6-402b-b5aa-2dc1819e7025 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=663c9dd7-e710-4715-9cd6-a3982738a4e6 HTTP/1.1" status: 200 len: 217 time: 0.0370691 Jul 30 16:10:18.315218 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb764f4e-5140-4cca-96b9-35199310e7ed req-53bfd3e7-f0e5-454a-9474-390d1fe01055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:18.317168 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fb764f4e-5140-4cca-96b9-35199310e7ed req-53bfd3e7-f0e5-454a-9474-390d1fe01055 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=47c4bde4-0190-42d8-8bed-a555cffc7633 HTTP/1.1" status: 200 len: 843 time: 0.0446804 Jul 30 16:10:18.369389 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb764f4e-5140-4cca-96b9-35199310e7ed req-63566b70-49f9-42c3-b25c-2f9bc9f7be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:18.370973 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fb764f4e-5140-4cca-96b9-35199310e7ed req-63566b70-49f9-42c3-b25c-2f9bc9f7be8a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=89fa2c3b-dc8b-43ae-a42b-537bf03b96e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0427473 Jul 30 16:10:18.467396 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fb764f4e-5140-4cca-96b9-35199310e7ed req-65458067-1f53-4b3a-99f4-4a71e446b29d service neutron] 10.222.0.60 "GET /v2.0/networks/89fa2c3b-dc8b-43ae-a42b-537bf03b96e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865402 Jul 30 16:10:18.561277 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fb764f4e-5140-4cca-96b9-35199310e7ed req-210a7c96-211b-45d8-9955-f1c26d6ce619 service neutron] 10.222.0.60 "GET /v2.0/networks/89fa2c3b-dc8b-43ae-a42b-537bf03b96e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860407 Jul 30 16:10:18.597567 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-90540495-0515-4eb5-ae78-e0dce8ec8967 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667231858&fields=id&tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d HTTP/1.1" status: 200 len: 267 time: 0.0387173 Jul 30 16:10:18.659757 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df30945-d607-4c42-9148-43c24d1dd5a4 req-6b35c3c1-7bdc-4793-b8a6-057656f68e10 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:18.661329 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4df30945-d607-4c42-9148-43c24d1dd5a4 req-6b35c3c1-7bdc-4793-b8a6-057656f68e10 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/ports?device_id=652a9686-2c40-45b2-bdda-c663c01e458d HTTP/1.1" status: 200 len: 948 time: 0.0491545 Jul 30 16:10:18.703209 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4df30945-d607-4c42-9148-43c24d1dd5a4 req-afaae3a2-2827-4bfb-8236-29172e26faf9 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad626806-2267-4872-8d40-463fbe29c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351110 Jul 30 16:10:18.973414 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-512c5337-fa22-4c28-b878-56a6135af72d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:18.974893 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-512c5337-fa22-4c28-b878-56a6135af72d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/networks?id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 HTTP/1.1" status: 200 len: 812 time: 0.3694186 Jul 30 16:10:18.989965 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-a8b2242c-d328-4f52-bb4f-1a83d2d49983 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/quotas/1dfbed60a71f4f0b9bf0fe13b496a65d HTTP/1.1" status: 200 len: 375 time: 0.0091805 Jul 30 16:10:19.048702 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-7517f83a-86ad-4298-8a16-0e2242f9c010 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531783 Jul 30 16:10:19.147611 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-9dfceb03-e374-45cc-9db7-da42af63cdaf service neutron] 10.222.0.61 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870993 Jul 30 16:10:19.240861 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-78fc38ed-f793-4d33-944d-40378dcfc0c4 service neutron] 10.222.0.61 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870512 Jul 30 16:10:19.542029 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c40f90cb-90f7-4522-abfd-87d7df887742 req-a840ef7a-5c2e-4208-a977-f42ea6228520 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 210 time: 0.0299783 Jul 30 16:10:19.764300 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 663c9dd7-e710-4715-9cd6-a3982738a4e6 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:10:19.842550 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b1ad9-cdaa-45d3-ac0b-19255d318902 req-a0e88275-678e-4e93-835d-ee75ba0ecfcc tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:19.844375 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fc3b1ad9-cdaa-45d3-ac0b-19255d318902 req-a0e88275-678e-4e93-835d-ee75ba0ecfcc tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/ports?device_id=652a9686-2c40-45b2-bdda-c663c01e458d HTTP/1.1" status: 200 len: 948 time: 0.0592480 Jul 30 16:10:19.876353 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 663c9dd7-e710-4715-9cd6-a3982738a4e6, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=663c9dd7-e710-4715-9cd6-a3982738a4e6,segment=NetworkSegment(14c168d0-d944-4d25-b3b6-799dbd97a3fa),segment_id=14c168d0-d944-4d25-b3b6-799dbd97a3fa)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:19.890792 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': '663c9dd7-e710-4715-9cd6-a3982738a4e6', 'network_id': '89fa2c3b-dc8b-43ae-a42b-537bf03b96e3', 'port_id': '663c9dd7-e710-4715-9cd6-a3982738a4e6', 'mac_address': 'fa:16:3e:20:f9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c4bde4-0190-42d8-8bed-a555cffc7633', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:10:19.896107 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fc3b1ad9-cdaa-45d3-ac0b-19255d318902 req-0ce057f3-61d4-49bc-a678-ff36c365239b tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad626806-2267-4872-8d40-463fbe29c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442889 Jul 30 16:10:19.945235 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:19.962152 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 663c9dd7-e710-4715-9cd6-a3982738a4e6 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:10:19.984586 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 663c9dd7-e710-4715-9cd6-a3982738a4e6, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=663c9dd7-e710-4715-9cd6-a3982738a4e6,segment=NetworkSegment(14c168d0-d944-4d25-b3b6-799dbd97a3fa),segment_id=14c168d0-d944-4d25-b3b6-799dbd97a3fa)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:19.991354 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:20.044636 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=663c9dd7-e710-4715-9cd6-a3982738a4e6,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:20.234168 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['663c9dd7-e710-4715-9cd6-a3982738a4e6'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:10:20.581331 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-926e6895-6080-49b0-8c44-70fff74d4766 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:20.583534 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-926e6895-6080-49b0-8c44-70fff74d4766 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.60 "GET /v2.0/networks?id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 HTTP/1.1" status: 200 len: 812 time: 0.1337681 Jul 30 16:10:20.646802 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-fa0e6401-f14e-4098-bc3c-764fb339c177 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d HTTP/1.1" status: 200 len: 380 time: 0.0482249 Jul 30 16:10:20.662571 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0bf27c3d-5b41-4136-8d48-0cc1898f080e req-ad54ab5c-edb7-442b-809a-b23077ac556f tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 210 time: 0.0351822 Jul 30 16:10:20.666196 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-445a1c60-2987-496f-b37f-0e1e270ebd8e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Request body: {'port': {'device_id': 'b1061cba-76e8-4edb-9803-85a975390ade', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'admin_state_up': True, 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'security_groups': ['15e35268-9246-463b-a450-ef99e442b193']}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:20.781719 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-445a1c60-2987-496f-b37f-0e1e270ebd8e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Made reservation on behalf of 1dfbed60a71f4f0b9bf0fe13b496a65d for: {'port': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:10:20.785623 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-445a1c60-2987-496f-b37f-0e1e270ebd8e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:20.922333 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-445a1c60-2987-496f-b37f-0e1e270ebd8e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Allocated IP 172.20.0.12 (ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9/8300e625-33c3-4a90-8788-37444de738bb/03dabe79-c8a2-4682-8790-099c3fde95e0) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:10:21.041979 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2277e-adc3-4d4c-8781-fb2546fc3228 req-da02577c-eda9-4134-92ca-21b6670bb4ef tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:21.050898 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-74f2277e-adc3-4d4c-8781-fb2546fc3228 req-da02577c-eda9-4134-92ca-21b6670bb4ef tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/ports?device_id=652a9686-2c40-45b2-bdda-c663c01e458d HTTP/1.1" status: 200 len: 949 time: 0.0600693 Jul 30 16:10:21.083744 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-445a1c60-2987-496f-b37f-0e1e270ebd8e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.103558 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-74f2277e-adc3-4d4c-8781-fb2546fc3228 req-b2842608-1637-41ed-bf34-6bb99663cdd9 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad626806-2267-4872-8d40-463fbe29c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515850 Jul 30 16:10:21.110409 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-445a1c60-2987-496f-b37f-0e1e270ebd8e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Transition to ACTIVE for port object 03dabe79-c8a2-4682-8790-099c3fde95e0 will not be triggered until provisioned by entity DHCP. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:10:21.145417 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-445a1c60-2987-496f-b37f-0e1e270ebd8e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.190551 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-445a1c60-2987-496f-b37f-0e1e270ebd8e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:10:21.193650 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-445a1c60-2987-496f-b37f-0e1e270ebd8e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:10:21.197335 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-445a1c60-2987-496f-b37f-0e1e270ebd8e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:10:21.226710 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a1c60-2987-496f-b37f-0e1e270ebd8e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event updated for resources: {'Port': ['ID=03dabe79-c8a2-4682-8790-099c3fde95e0,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:21.254462 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-445a1c60-2987-496f-b37f-0e1e270ebd8e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:21.255286 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-445a1c60-2987-496f-b37f-0e1e270ebd8e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.269080 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-445a1c60-2987-496f-b37f-0e1e270ebd8e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6087754 Jul 30 16:10:21.281787 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Request body: {'port': {'device_id': 'b1061cba-76e8-4edb-9803-85a975390ade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:21.338453 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.399949 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-c54236b5-9fbc-4983-8d55-eb9eff094e84 None None] Provisioning for port 03dabe79-c8a2-4682-8790-099c3fde95e0 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:10:21.403598 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-c54236b5-9fbc-4983-8d55-eb9eff094e84 None None] Provisioning complete for port 03dabe79-c8a2-4682-8790-099c3fde95e0 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:10:21.403982 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c54236b5-9fbc-4983-8d55-eb9eff094e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.437808 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-c54236b5-9fbc-4983-8d55-eb9eff094e84 None None] Port 03dabe79-c8a2-4682-8790-099c3fde95e0 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:10:21.607396 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03dabe79-c8a2-4682-8790-099c3fde95e0 {{(pid=93353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:10:21.615113 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.627309 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Transition to ACTIVE for port object 03dabe79-c8a2-4682-8790-099c3fde95e0 will not be triggered until provisioned by entity L2. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:10:21.631014 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.699178 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Pushing event updated for resources: {'Port': ['ID=03dabe79-c8a2-4682-8790-099c3fde95e0,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:21.766676 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Attempting to bind port 03dabe79-c8a2-4682-8790-099c3fde95e0 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:10:21.767052 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Attempting to bind port 03dabe79-c8a2-4682-8790-099c3fde95e0 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:10:21.767363 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Attempting to bind port 03dabe79-c8a2-4682-8790-099c3fde95e0 on network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:10:21.772286 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 663c9dd7-e710-4715-9cd6-a3982738a4e6 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:10:21.791407 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Port 03dabe79-c8a2-4682-8790-099c3fde95e0 on network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:10:21.791734 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Attempting to bind port 03dabe79-c8a2-4682-8790-099c3fde95e0 on network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:10:21.799579 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:10:21.799956 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Checking segment: {'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:10:21.800287 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Bound using segment: {'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:10:21.800711 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Bound port: 03dabe79-c8a2-4682-8790-099c3fde95e0, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'}}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:10:21.801067 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.823637 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port 663c9dd7-e710-4715-9cd6-a3982738a4e6 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:10:21.828346 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port 663c9dd7-e710-4715-9cd6-a3982738a4e6 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:10:21.828942 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.829431 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c56852-f46a-41de-b887-585f754b58a4 req-65f835ba-e427-40f7-aa6f-206cad31a489 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:21.830955 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-52c56852-f46a-41de-b887-585f754b58a4 req-65f835ba-e427-40f7-aa6f-206cad31a489 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 944 time: 0.0773721 Jul 30 16:10:21.900680 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-52c56852-f46a-41de-b887-585f754b58a4 req-722ba4b6-d69b-48a2-baa9-ea73c8d73c03 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522125 Jul 30 16:10:21.907433 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] For port 03dabe79-c8a2-4682-8790-099c3fde95e0, host hv-cinder-80295, cleared binding levels {{(pid=93353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:10:21.911254 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] For port 03dabe79-c8a2-4682-8790-099c3fde95e0, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=03dabe79-c8a2-4682-8790-099c3fde95e0,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:10:21.923914 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.926033 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.946259 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652a9686-2c40-45b2-bdda-c663c01e458d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663c9dd7-e710-4715-9cd6-a3982738a4e6'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:21.948502 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ae1629-96bb-4d12-97e8-a395ef3af6bf" -d '{"events": [{"server_uuid": "652a9686-2c40-45b2-bdda-c663c01e458d", "name": "network-vif-plugged", "status": "completed", "tag": "663c9dd7-e710-4715-9cd6-a3982738a4e6"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:21.959921 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:21.960470 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.962467 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 663c9dd7-e710-4715-9cd6-a3982738a4e6, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=663c9dd7-e710-4715-9cd6-a3982738a4e6,segment=NetworkSegment(14c168d0-d944-4d25-b3b6-799dbd97a3fa),segment_id=14c168d0-d944-4d25-b3b6-799dbd97a3fa)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:21.962576 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] 10.222.0.60 "PUT /v2.0/ports/03dabe79-c8a2-4682-8790-099c3fde95e0 HTTP/1.1" status: 200 len: 1094 time: 0.6850884 Jul 30 16:10:21.962902 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1061cba-76e8-4edb-9803-85a975390ade', 'tag': '03dabe79-c8a2-4682-8790-099c3fde95e0'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:21.965280 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbb3b5f-2a87-49e2-8576-fe36e78bb653" -d '{"events": [{"name": "network-changed", "server_uuid": "b1061cba-76e8-4edb-9803-85a975390ade", "tag": "03dabe79-c8a2-4682-8790-099c3fde95e0"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:21.974487 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.995075 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e11c5b-e99f-4a6d-9ed7-11dda00e2f98 service neutron] Pushing event updated for resources: {'Port': ['ID=03dabe79-c8a2-4682-8790-099c3fde95e0,revision_number=3']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:22.023912 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687714a7-ed0b-40d8-a732-a758a2ab8012 x-openstack-request-id: req-687714a7-ed0b-40d8-a732-a758a2ab8012 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:22.024566 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4879bb-f8f6-4532-88f6-ab9e1568fe49 x-openstack-request-id: req-ae4879bb-f8f6-4532-88f6-ab9e1568fe49 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:22.024690 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652a9686-2c40-45b2-bdda-c663c01e458d", "name": "network-vif-plugged", "status": "completed", "tag": "663c9dd7-e710-4715-9cd6-a3982738a4e6", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:22.024852 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1061cba-76e8-4edb-9803-85a975390ade", "tag": "03dabe79-c8a2-4682-8790-099c3fde95e0", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:22.024963 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-687714a7-ed0b-40d8-a732-a758a2ab8012 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:22.025095 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae4879bb-f8f6-4532-88f6-ab9e1568fe49 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:22.025234 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652a9686-2c40-45b2-bdda-c663c01e458d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663c9dd7-e710-4715-9cd6-a3982738a4e6', 'code': 200} Jul 30 16:10:22.025530 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1061cba-76e8-4edb-9803-85a975390ade', 'tag': '03dabe79-c8a2-4682-8790-099c3fde95e0', 'status': 'completed', 'code': 200} Jul 30 16:10:22.039440 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=663c9dd7-e710-4715-9cd6-a3982738a4e6,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:22.061981 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-2f3947dd-2ba1-4e21-86b6-f9a26d8d3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:22.063544 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-2f3947dd-2ba1-4e21-86b6-f9a26d8d3303 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 1097 time: 0.0524983 Jul 30 16:10:22.113066 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-b9754886-95b2-404d-9437-1a10fce2c8e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03dabe79-c8a2-4682-8790-099c3fde95e0 HTTP/1.1" status: 200 len: 217 time: 0.0392828 Jul 30 16:10:22.174398 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-0c1537c7-8f81-4570-965f-4598caa22386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:22.176079 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-0c1537c7-8f81-4570-965f-4598caa22386 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8300e625-33c3-4a90-8788-37444de738bb HTTP/1.1" status: 200 len: 851 time: 0.0537250 Jul 30 16:10:22.280006 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e268541-89a3-4490-9a30-bf4ed67711a1 req-1f6352fb-a226-43f7-b38a-255c784cf077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:22.281420 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2e268541-89a3-4490-9a30-bf4ed67711a1 req-1f6352fb-a226-43f7-b38a-255c784cf077 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=652a9686-2c40-45b2-bdda-c663c01e458d HTTP/1.1" status: 200 len: 1103 time: 0.1044707 Jul 30 16:10:22.289302 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338aef1-3518-4662-b31e-2595974a8736 req-eee32fdf-4a06-4083-9c3a-5d8633edde78 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:22.290727 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0338aef1-3518-4662-b31e-2595974a8736 req-eee32fdf-4a06-4083-9c3a-5d8633edde78 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/ports?device_id=652a9686-2c40-45b2-bdda-c663c01e458d HTTP/1.1" status: 200 len: 950 time: 0.0961390 Jul 30 16:10:22.292652 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-e7e8a3c1-b4f5-4f5e-951f-1a324b448bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:22.294077 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-e7e8a3c1-b4f5-4f5e-951f-1a324b448bca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1087162 Jul 30 16:10:22.399227 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2e268541-89a3-4490-9a30-bf4ed67711a1 req-1e816bf7-3943-4633-a43c-02c87582282e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ad626806-2267-4872-8d40-463fbe29c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040025 Jul 30 16:10:22.403635 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0338aef1-3518-4662-b31e-2595974a8736 req-5e854a87-65ee-402d-b361-c387e4afac73 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad626806-2267-4872-8d40-463fbe29c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030397 Jul 30 16:10:22.433990 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-2ce2bfe5-d80e-40b6-84d2-db0605acef75 service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307223 Jul 30 16:10:22.532404 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00ab425c-2f43-45d1-8087-01906e9aaaf1 req-70f52e30-04ae-4bd3-b573-f33ca38f2a56 service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800195 Jul 30 16:10:22.623991 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb3b5f-2a87-49e2-8576-fe36e78bb653 req-60bea57e-512e-4b24-bfef-99f4e33b9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:22.625499 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1bbb3b5f-2a87-49e2-8576-fe36e78bb653 req-60bea57e-512e-4b24-bfef-99f4e33b9080 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 1097 time: 0.0458374 Jul 30 16:10:22.713201 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb3b5f-2a87-49e2-8576-fe36e78bb653 req-14830b5d-1ba6-49a6-8d75-fbef544d795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:22.714679 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1bbb3b5f-2a87-49e2-8576-fe36e78bb653 req-14830b5d-1ba6-49a6-8d75-fbef544d795c service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 HTTP/1.1" status: 200 len: 913 time: 0.0810361 Jul 30 16:10:22.761424 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1bbb3b5f-2a87-49e2-8576-fe36e78bb653 req-c0d0c092-7b93-4200-a484-a452c3b88d8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03dabe79-c8a2-4682-8790-099c3fde95e0 HTTP/1.1" status: 200 len: 217 time: 0.0374186 Jul 30 16:10:22.810913 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb3b5f-2a87-49e2-8576-fe36e78bb653 req-69874f6a-2307-4811-989a-48a3ef4c3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:22.812457 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1bbb3b5f-2a87-49e2-8576-fe36e78bb653 req-69874f6a-2307-4811-989a-48a3ef4c3037 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8300e625-33c3-4a90-8788-37444de738bb HTTP/1.1" status: 200 len: 851 time: 0.0438275 Jul 30 16:10:22.869371 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb3b5f-2a87-49e2-8576-fe36e78bb653 req-10a55daa-864e-4b08-b311-e01bf82b856d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:22.870945 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1bbb3b5f-2a87-49e2-8576-fe36e78bb653 req-10a55daa-864e-4b08-b311-e01bf82b856d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485001 Jul 30 16:10:22.968529 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1bbb3b5f-2a87-49e2-8576-fe36e78bb653 req-4a2a4e2b-8435-4de1-b1c4-e73b8621ad5e service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883789 Jul 30 16:10:23.019118 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7be06-6deb-4ee2-a46d-7684d8edcaf2 req-601cf466-c1e1-46e6-ab78-2ab06cd94cbc tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:23.020597 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9bc7be06-6deb-4ee2-a46d-7684d8edcaf2 req-601cf466-c1e1-46e6-ab78-2ab06cd94cbc tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 944 time: 0.0478075 Jul 30 16:10:23.059170 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9bc7be06-6deb-4ee2-a46d-7684d8edcaf2 req-7cf9069a-00b9-47b7-97af-dda01dc85cbd tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311730 Jul 30 16:10:23.060718 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1bbb3b5f-2a87-49e2-8576-fe36e78bb653 req-3fbea84d-6d84-4789-90b7-4f110a8590ae service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820107 Jul 30 16:10:23.519184 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1daa5-17e1-447d-8a40-134e7cbf2796 req-c6dc1610-1811-4ec3-b662-f7525903036f tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:23.520557 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-cfd1daa5-17e1-447d-8a40-134e7cbf2796 req-c6dc1610-1811-4ec3-b662-f7525903036f tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/ports?device_id=652a9686-2c40-45b2-bdda-c663c01e458d HTTP/1.1" status: 200 len: 950 time: 0.0518491 Jul 30 16:10:23.557831 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-cfd1daa5-17e1-447d-8a40-134e7cbf2796 req-448cd654-e7d4-45b7-8e76-6e64967588d6 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad626806-2267-4872-8d40-463fbe29c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307357 Jul 30 16:10:23.809631 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d9d88-23b5-4f86-9ca7-0cc1ab1fdc4f req-64da6a0d-01ef-40c7-a58c-389cfa3b2713 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:23.811026 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5e0d9d88-23b5-4f86-9ca7-0cc1ab1fdc4f req-64da6a0d-01ef-40c7-a58c-389cfa3b2713 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/ports?device_id=652a9686-2c40-45b2-bdda-c663c01e458d HTTP/1.1" status: 200 len: 950 time: 0.0472956 Jul 30 16:10:23.848123 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5e0d9d88-23b5-4f86-9ca7-0cc1ab1fdc4f req-25259e2d-6a82-493d-a1d0-3f4080783012 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad626806-2267-4872-8d40-463fbe29c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312421 Jul 30 16:10:24.175132 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4ac32-7c2f-4b5b-a776-8c2270153b43 req-c5ddf2dc-a42c-494e-a6e3-6c893ad8dd61 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:24.176607 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d5e4ac32-7c2f-4b5b-a776-8c2270153b43 req-c5ddf2dc-a42c-494e-a6e3-6c893ad8dd61 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 944 time: 0.0491843 Jul 30 16:10:24.214351 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d5e4ac32-7c2f-4b5b-a776-8c2270153b43 req-b1b1c778-9e18-4c3b-bc5d-bd137a0e21a6 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317504 Jul 30 16:10:24.962596 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012e16f-a917-46ea-8f65-0973b653db5b req-f88f0d18-3026-4417-b845-68f116a4261c tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:24.964183 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c012e16f-a917-46ea-8f65-0973b653db5b req-f88f0d18-3026-4417-b845-68f116a4261c tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/ports?device_id=652a9686-2c40-45b2-bdda-c663c01e458d HTTP/1.1" status: 200 len: 950 time: 0.0521011 Jul 30 16:10:25.001834 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c012e16f-a917-46ea-8f65-0973b653db5b req-c5b25f36-aaae-4ed4-a0cf-60f81419375a tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/security-groups?id=ad626806-2267-4872-8d40-463fbe29c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318623 Jul 30 16:10:25.327693 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8f083-3720-454f-9175-2de9201be0d6 req-5a0e0b2a-50e7-47a5-9393-1f2d34b54a67 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:25.329155 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-18f8f083-3720-454f-9175-2de9201be0d6 req-5a0e0b2a-50e7-47a5-9393-1f2d34b54a67 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 944 time: 0.0478675 Jul 30 16:10:25.372685 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-18f8f083-3720-454f-9175-2de9201be0d6 req-c9fd0330-bb26-41c6-99ef-1551cbd15e82 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374088 Jul 30 16:10:25.378368 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afd43e-6413-4a5d-a29c-829a07e3c3e2 req-c1a42719-71c7-471f-ac44-f64c17583079 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:25.379998 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00afd43e-6413-4a5d-a29c-829a07e3c3e2 req-c1a42719-71c7-471f-ac44-f64c17583079 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.60 "GET /v2.0/ports?device_id=652a9686-2c40-45b2-bdda-c663c01e458d HTTP/1.1" status: 200 len: 950 time: 0.0493612 Jul 30 16:10:25.473483 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-00afd43e-6413-4a5d-a29c-829a07e3c3e2 req-1df88b88-fde6-4a68-b268-4bf6d987a015 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Deleting port 663c9dd7-e710-4715-9cd6-a3982738a4e6 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:10:25.473819 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00afd43e-6413-4a5d-a29c-829a07e3c3e2 req-1df88b88-fde6-4a68-b268-4bf6d987a015 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:25.562965 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-00afd43e-6413-4a5d-a29c-829a07e3c3e2 req-1df88b88-fde6-4a68-b268-4bf6d987a015 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] For port 663c9dd7-e710-4715-9cd6-a3982738a4e6, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=663c9dd7-e710-4715-9cd6-a3982738a4e6,segment=NetworkSegment(14c168d0-d944-4d25-b3b6-799dbd97a3fa),segment_id=14c168d0-d944-4d25-b3b6-799dbd97a3fa)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:25.563271 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00afd43e-6413-4a5d-a29c-829a07e3c3e2 req-1df88b88-fde6-4a68-b268-4bf6d987a015 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:25.576751 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-00afd43e-6413-4a5d-a29c-829a07e3c3e2 req-1df88b88-fde6-4a68-b268-4bf6d987a015 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Calling delete_port for 663c9dd7-e710-4715-9cd6-a3982738a4e6 owned by compute:nova {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:10:25.703039 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00afd43e-6413-4a5d-a29c-829a07e3c3e2 req-1df88b88-fde6-4a68-b268-4bf6d987a015 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:25.714571 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['663c9dd7-e710-4715-9cd6-a3982738a4e6'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:10:25.731730 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df88b88-fde6-4a68-b268-4bf6d987a015 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Pushing event deleted for resources: {'Port': ['ID=663c9dd7-e710-4715-9cd6-a3982738a4e6,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:25.772299 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-00afd43e-6413-4a5d-a29c-829a07e3c3e2 req-1df88b88-fde6-4a68-b268-4bf6d987a015 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] No DVR routers for this DVR port 663c9dd7-e710-4715-9cd6-a3982738a4e6 on host hv-cinder-80295 {{(pid=93353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:10:25.775555 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00afd43e-6413-4a5d-a29c-829a07e3c3e2 req-1df88b88-fde6-4a68-b268-4bf6d987a015 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:25.777556 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00afd43e-6413-4a5d-a29c-829a07e3c3e2 req-1df88b88-fde6-4a68-b268-4bf6d987a015 tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.60 "DELETE /v2.0/ports/663c9dd7-e710-4715-9cd6-a3982738a4e6 HTTP/1.1" status: 204 len: 173 time: 0.3884487 Jul 30 16:10:25.778011 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652a9686-2c40-45b2-bdda-c663c01e458d', 'name': 'network-vif-deleted', 'tag': '663c9dd7-e710-4715-9cd6-a3982738a4e6'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:25.780274 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcdadb8-88c4-4b6a-8063-7425618a2ed2" -d '{"events": [{"server_uuid": "652a9686-2c40-45b2-bdda-c663c01e458d", "name": "network-vif-deleted", "tag": "663c9dd7-e710-4715-9cd6-a3982738a4e6"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:25.819824 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296676a9-39e9-4d5a-ad29-c50dd5af08fc x-openstack-request-id: req-296676a9-39e9-4d5a-ad29-c50dd5af08fc {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:25.820159 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652a9686-2c40-45b2-bdda-c663c01e458d", "name": "network-vif-deleted", "tag": "663c9dd7-e710-4715-9cd6-a3982738a4e6", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:25.820416 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-296676a9-39e9-4d5a-ad29-c50dd5af08fc {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:25.821369 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652a9686-2c40-45b2-bdda-c663c01e458d', 'name': 'network-vif-deleted', 'tag': '663c9dd7-e710-4715-9cd6-a3982738a4e6', 'status': 'completed', 'code': 200} Jul 30 16:10:26.108882 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2d8adba5-eabc-4453-a7d1-23d5bdec8008 req-94e16a92-d589-4e5f-bb90-9ccb48d309cf tempest-VolumesNegativeTest-108876056 tempest-VolumesNegativeTest-108876056-project] 10.222.0.61 "GET /v2.0/ports?device_id=652a9686-2c40-45b2-bdda-c663c01e458d HTTP/1.1" status: 200 len: 210 time: 0.0289059 Jul 30 16:10:26.495372 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c7559-febb-4a62-9e3d-abd193dd329e req-f3c55f32-d48a-4364-a304-d2c545886fea tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:26.496884 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d77c7559-febb-4a62-9e3d-abd193dd329e req-f3c55f32-d48a-4364-a304-d2c545886fea tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 944 time: 0.0569272 Jul 30 16:10:26.533474 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d77c7559-febb-4a62-9e3d-abd193dd329e req-92055aa9-7108-400d-bdfe-19591fb6d71c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307565 Jul 30 16:10:27.675965 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f05223-a049-49eb-8c76-3ccbdec24e73 req-85b84aa4-b469-4edf-aaf7-33aebb79596e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:27.677479 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e5f05223-a049-49eb-8c76-3ccbdec24e73 req-85b84aa4-b469-4edf-aaf7-33aebb79596e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 944 time: 0.0533826 Jul 30 16:10:27.718375 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e5f05223-a049-49eb-8c76-3ccbdec24e73 req-a8790372-c170-4a5e-b4b7-e7e4ab3426d9 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340204 Jul 30 16:10:27.780873 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 663c9dd7-e710-4715-9cd6-a3982738a4e6 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:10:27.800313 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: 663c9dd7-e710-4715-9cd6-a3982738a4e6 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:10:27.800724 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 663c9dd7-e710-4715-9cd6-a3982738a4e6 not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:10:28.846092 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6eed1-00c6-4e43-a4fb-a18af17553e7 req-f547a209-2e18-46f0-b97e-22854b146b9d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:28.847628 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-10f6eed1-00c6-4e43-a4fb-a18af17553e7 req-f547a209-2e18-46f0-b97e-22854b146b9d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 944 time: 0.0531039 Jul 30 16:10:28.887976 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-10f6eed1-00c6-4e43-a4fb-a18af17553e7 req-554b5665-ec06-40c3-8161-354958a4c27d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340595 Jul 30 16:10:29.793723 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 03dabe79-c8a2-4682-8790-099c3fde95e0 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:10:29.890212 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 03dabe79-c8a2-4682-8790-099c3fde95e0, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=03dabe79-c8a2-4682-8790-099c3fde95e0,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:29.904426 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': '03dabe79-c8a2-4682-8790-099c3fde95e0', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'port_id': '03dabe79-c8a2-4682-8790-099c3fde95e0', 'mac_address': 'fa:16:3e:12:b1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:10:29.941335 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:29.953749 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03dabe79-c8a2-4682-8790-099c3fde95e0 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:10:29.974285 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 03dabe79-c8a2-4682-8790-099c3fde95e0, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=03dabe79-c8a2-4682-8790-099c3fde95e0,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:29.979347 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:30.003506 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befc6a2-25ad-4598-8f0b-3ac36356dc64 req-d9c32678-fd67-41e3-ab44-2304f5ad8573 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:30.005000 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7befc6a2-25ad-4598-8f0b-3ac36356dc64 req-d9c32678-fd67-41e3-ab44-2304f5ad8573 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 944 time: 0.0502834 Jul 30 16:10:30.028974 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=03dabe79-c8a2-4682-8790-099c3fde95e0,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:30.047531 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7befc6a2-25ad-4598-8f0b-3ac36356dc64 req-d7638ff9-9398-4c3e-a262-ff5305d29f2d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352433 Jul 30 16:10:30.214320 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['03dabe79-c8a2-4682-8790-099c3fde95e0'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:10:30.859448 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 33294) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:30.989620 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-e254140d-f5bd-4664-b581-83ecc2407270 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26fd3bfa57bb4e20845a3e02bd0b21d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1289740 Jul 30 16:10:30.992064 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 33298) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:31.040261 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ea31c177-c8ca-46bd-bbcb-c742f2af3387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:31.067264 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ea31c177-c8ca-46bd-bbcb-c742f2af3387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:31.147838 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ea31c177-c8ca-46bd-bbcb-c742f2af3387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:31.150849 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ea31c177-c8ca-46bd-bbcb-c742f2af3387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:31.151998 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-ea31c177-c8ca-46bd-bbcb-c742f2af3387 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad626806-2267-4872-8d40-463fbe29c2af HTTP/1.1" status: 204 len: 168 time: 0.1584778 Jul 30 16:10:31.167601 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31c177-c8ca-46bd-bbcb-c742f2af3387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad626806-2267-4872-8d40-463fbe29c2af,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:31.181401 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f022602-6340-4388-b29f-6d949053ee5e req-4fb48b37-5000-4c03-962f-0da78ed0925a tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:31.182910 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4f022602-6340-4388-b29f-6d949053ee5e req-4fb48b37-5000-4c03-962f-0da78ed0925a tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 945 time: 0.0672624 Jul 30 16:10:31.223462 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4f022602-6340-4388-b29f-6d949053ee5e req-37760a17-7ffe-4d2c-90ad-96a2b2906ceb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339170 Jul 30 16:10:31.800674 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 03dabe79-c8a2-4682-8790-099c3fde95e0 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:10:31.847544 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port 03dabe79-c8a2-4682-8790-099c3fde95e0 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:10:31.850906 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port 03dabe79-c8a2-4682-8790-099c3fde95e0 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:10:31.851296 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:31.922708 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:31.947585 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1061cba-76e8-4edb-9803-85a975390ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03dabe79-c8a2-4682-8790-099c3fde95e0'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:31.949829 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ee7d56-c034-4506-8d65-927697fc6160" -d '{"events": [{"server_uuid": "b1061cba-76e8-4edb-9803-85a975390ade", "name": "network-vif-plugged", "status": "completed", "tag": "03dabe79-c8a2-4682-8790-099c3fde95e0"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:31.962681 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 03dabe79-c8a2-4682-8790-099c3fde95e0, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=03dabe79-c8a2-4682-8790-099c3fde95e0,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:31.967667 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:32.020904 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=03dabe79-c8a2-4682-8790-099c3fde95e0,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:32.173510 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a99d995-5d1a-4821-9f05-6b4d9bec45bb x-openstack-request-id: req-8a99d995-5d1a-4821-9f05-6b4d9bec45bb {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:32.173813 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1061cba-76e8-4edb-9803-85a975390ade", "name": "network-vif-plugged", "status": "completed", "tag": "03dabe79-c8a2-4682-8790-099c3fde95e0", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:32.174070 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a99d995-5d1a-4821-9f05-6b4d9bec45bb {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:32.174468 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1061cba-76e8-4edb-9803-85a975390ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03dabe79-c8a2-4682-8790-099c3fde95e0', 'code': 200} Jul 30 16:10:32.343760 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a927f84-0110-4c94-8a7d-cc2da9766220 req-4766000a-4ae6-4d8f-bdb2-07b96377c170 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:32.345485 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4a927f84-0110-4c94-8a7d-cc2da9766220 req-4766000a-4ae6-4d8f-bdb2-07b96377c170 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 946 time: 0.0522959 Jul 30 16:10:32.385483 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4a927f84-0110-4c94-8a7d-cc2da9766220 req-f8199c8c-cda4-4cc6-af9a-39ce5ad6b18c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339124 Jul 30 16:10:32.423850 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1fcd2-1b62-4b4d-8c3f-365445f98f05 req-0c6ca883-c70e-4cf7-b749-139bf46f3977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:32.425495 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-59d1fcd2-1b62-4b4d-8c3f-365445f98f05 req-0c6ca883-c70e-4cf7-b749-139bf46f3977 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 1099 time: 0.0499766 Jul 30 16:10:32.463140 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-59d1fcd2-1b62-4b4d-8c3f-365445f98f05 req-d5eb2d32-615d-4006-86eb-ac8f404728f3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296917 Jul 30 16:10:32.859449 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c1d7e-404f-49e2-a650-018ef4a31eb0 req-8b16d3bb-7299-456d-85e0-399adda95d63 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:32.860985 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-377c1d7e-404f-49e2-a650-018ef4a31eb0 req-8b16d3bb-7299-456d-85e0-399adda95d63 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0498176 Jul 30 16:10:32.901651 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-377c1d7e-404f-49e2-a650-018ef4a31eb0 req-f4955da6-e23d-4215-b53c-867aab98574f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334630 Jul 30 16:10:33.237068 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-bdd61e96-6f3f-4c72-82d4-e65145ea1df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:33.512194 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bc27a-22c6-438f-bb11-60b8ef009983 req-6a437542-5cd9-4345-85d4-0b20d85a3e42 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:33.513620 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-634bc27a-22c6-438f-bb11-60b8ef009983 req-6a437542-5cd9-4345-85d4-0b20d85a3e42 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 946 time: 0.0590737 Jul 30 16:10:33.551395 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-634bc27a-22c6-438f-bb11-60b8ef009983 req-81b0594f-f5c0-4bc1-95b2-49edeef75de3 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316625 Jul 30 16:10:33.679387 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e520280-c658-421f-9dba-3f6697ac35b2 req-e2b13604-1b58-4430-9544-4cb06feb8a1c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:33.681508 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-8e520280-c658-421f-9dba-3f6697ac35b2 req-e2b13604-1b58-4430-9544-4cb06feb8a1c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 946 time: 0.0560753 Jul 30 16:10:33.724280 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-8e520280-c658-421f-9dba-3f6697ac35b2 req-048a44ee-45b8-4031-90c2-5f9c8ec8e664 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364647 Jul 30 16:10:33.749254 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 33330) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:33.941763 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab1167b-c672-4b8d-b85d-406709a862a1 tempest-TestVolumeBootPattern-329049303 tempest-TestVolumeBootPattern-329049303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:33.943324 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-bab1167b-c672-4b8d-b85d-406709a862a1 tempest-TestVolumeBootPattern-329049303 tempest-TestVolumeBootPattern-329049303-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 1094 time: 0.1930406 Jul 30 16:10:33.946350 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 33336) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:33.950788 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Request body: {'floatingip': {'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'port_id': '03dabe79-c8a2-4682-8790-099c3fde95e0', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:33.974024 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for floatingip, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:34.020451 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26965fcf-ef37-4788-bde5-e0c631df46c3 req-3b9bed2e-1dcb-4679-997f-9a606b2be19f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:34.021991 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-26965fcf-ef37-4788-bde5-e0c631df46c3 req-3b9bed2e-1dcb-4679-997f-9a606b2be19f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0503311 Jul 30 16:10:34.062362 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-26965fcf-ef37-4788-bde5-e0c631df46c3 req-6c313330-9d6b-464d-9ef0-3eb7e2f4c43f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340347 Jul 30 16:10:34.079060 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:34.193262 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Allocated IP 172.27.3.103 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/0fdb1226-6ef4-4363-ae1d-67a30eb2c8f3) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:10:34.297714 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:34.339446 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:34.408580 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:10:34.420068 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:10:34.423864 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:10:34.426697 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event updated for resources: {'Port': ['ID=0fdb1226-6ef4-4363-ae1d-67a30eb2c8f3,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:34.472056 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08313233-eb85-49b8-adf4-32d66aa78057 req-2936b84b-52b1-4ef7-81ff-ae877a73e42a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:34.473616 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-08313233-eb85-49b8-adf4-32d66aa78057 req-2936b84b-52b1-4ef7-81ff-ae877a73e42a tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.60 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.1077754 Jul 30 16:10:34.673561 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-08313233-eb85-49b8-adf4-32d66aa78057 req-8403f94a-f89a-446d-bd9f-3c56db87fd92 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Deleting port f88d5169-b15d-40ef-b997-4ae68db091bc {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:10:34.673907 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-08313233-eb85-49b8-adf4-32d66aa78057 req-8403f94a-f89a-446d-bd9f-3c56db87fd92 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:34.836912 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-08313233-eb85-49b8-adf4-32d66aa78057 req-8403f94a-f89a-446d-bd9f-3c56db87fd92 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] For port f88d5169-b15d-40ef-b997-4ae68db091bc, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f88d5169-b15d-40ef-b997-4ae68db091bc,segment=NetworkSegment(5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b),segment_id=5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:34.837655 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-08313233-eb85-49b8-adf4-32d66aa78057 req-8403f94a-f89a-446d-bd9f-3c56db87fd92 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:35.043136 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:35.125236 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-08313233-eb85-49b8-adf4-32d66aa78057 req-8403f94a-f89a-446d-bd9f-3c56db87fd92 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:35.125646 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-08313233-eb85-49b8-adf4-32d66aa78057 req-8403f94a-f89a-446d-bd9f-3c56db87fd92 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:35.125957 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.l3_db [req-08313233-eb85-49b8-adf4-32d66aa78057 req-8403f94a-f89a-446d-bd9f-3c56db87fd92 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Floating IP 224df509-0a24-40b7-b04e-0a4cfee477c0 disassociated. External IP: 172.27.3.77, port: f88d5169-b15d-40ef-b997-4ae68db091bc. Jul 30 16:10:35.126310 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-08313233-eb85-49b8-adf4-32d66aa78057 req-8403f94a-f89a-446d-bd9f-3c56db87fd92 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Calling delete_port for f88d5169-b15d-40ef-b997-4ae68db091bc owned by compute:nova {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:10:35.174161 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4f3dd-6a12-4a87-894a-9e6c1011e892 req-8c440b0c-6aa0-4dfa-911a-93a174019a88 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:35.175763 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-23f4f3dd-6a12-4a87-894a-9e6c1011e892 req-8c440b0c-6aa0-4dfa-911a-93a174019a88 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 946 time: 0.0474331 Jul 30 16:10:35.191279 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:35.214581 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-23f4f3dd-6a12-4a87-894a-9e6c1011e892 req-29aac75c-d4da-47d4-a693-de784004b3aa tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0ab5dc2-5db4-4688-9909-04565e00f2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321624 Jul 30 16:10:35.647893 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-08313233-eb85-49b8-adf4-32d66aa78057 req-8403f94a-f89a-446d-bd9f-3c56db87fd92 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:35.687717 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403f94a-f89a-446d-bd9f-3c56db87fd92 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event deleted for resources: {'Port': ['ID=f88d5169-b15d-40ef-b997-4ae68db091bc,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:35.708345 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:35.746773 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:35.867283 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event updated for resources: {'Port': ['ID=0fdb1226-6ef4-4363-ae1d-67a30eb2c8f3,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:35.884760 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:35.927240 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08313233-eb85-49b8-adf4-32d66aa78057 req-8403f94a-f89a-446d-bd9f-3c56db87fd92 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Router e060900b-c760-4591-9d4b-aa2e444b1f79 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:10:36.073411 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.l3_db [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Floating IP ba5a9523-b9d3-47f3-aa8f-0d2ef91979f6 associated. External IP: 172.27.3.103, port: 03dabe79-c8a2-4682-8790-099c3fde95e0. Jul 30 16:10:36.140324 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08313233-eb85-49b8-adf4-32d66aa78057 req-8403f94a-f89a-446d-bd9f-3c56db87fd92 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:10:36.165976 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e6ff08-5b1a-4506-8c4b-5f6598e4fd15 None None] Sync routers for ids ['e060900b-c760-4591-9d4b-aa2e444b1f79'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:10:36.180660 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:36.188737 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e6ff08-5b1a-4506-8c4b-5f6598e4fd15 None None] Routers {'e060900b-c760-4591-9d4b-aa2e444b1f79'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:10:36.189533 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-54e6ff08-5b1a-4506-8c4b-5f6598e4fd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:10:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['e060900b-c760-4591-9d4b-aa2e444b1f79'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:36.193028 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-bad3fc73-453a-4052-b403-e1268291b115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:36.222579 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-08313233-eb85-49b8-adf4-32d66aa78057 req-8403f94a-f89a-446d-bd9f-3c56db87fd92 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] No DVR routers for this DVR port f88d5169-b15d-40ef-b997-4ae68db091bc on host hv-cinder-80295 {{(pid=93353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:10:36.226878 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-08313233-eb85-49b8-adf4-32d66aa78057 req-8403f94a-f89a-446d-bd9f-3c56db87fd92 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:36.228925 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-08313233-eb85-49b8-adf4-32d66aa78057 req-8403f94a-f89a-446d-bd9f-3c56db87fd92 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.60 "DELETE /v2.0/ports/f88d5169-b15d-40ef-b997-4ae68db091bc HTTP/1.1" status: 204 len: 173 time: 1.7469079 Jul 30 16:10:36.229375 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40202917-43ca-4e93-9b8c-af0fe4fcf26f', 'name': 'network-vif-deleted', 'tag': 'f88d5169-b15d-40ef-b997-4ae68db091bc'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:36.232065 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73344e8-540b-4436-bc30-70e1bd95527d" -d '{"events": [{"server_uuid": "40202917-43ca-4e93-9b8c-af0fe4fcf26f", "name": "network-vif-deleted", "tag": "f88d5169-b15d-40ef-b997-4ae68db091bc"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:36.300712 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc1c143-645c-4e8f-b6a4-d3ebe25389f0 x-openstack-request-id: req-8dc1c143-645c-4e8f-b6a4-d3ebe25389f0 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:36.300985 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40202917-43ca-4e93-9b8c-af0fe4fcf26f", "name": "network-vif-deleted", "tag": "f88d5169-b15d-40ef-b997-4ae68db091bc", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:36.301103 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8dc1c143-645c-4e8f-b6a4-d3ebe25389f0 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:36.301456 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40202917-43ca-4e93-9b8c-af0fe4fcf26f', 'name': 'network-vif-deleted', 'tag': 'f88d5169-b15d-40ef-b997-4ae68db091bc', 'status': 'completed', 'code': 200} Jul 30 16:10:36.362083 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1ff12947-9be8-4ac0-beaf-cb6a45d0b70a req-9b1dad01-de71-4197-b2b9-79b2d26cf83e tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=40202917-43ca-4e93-9b8c-af0fe4fcf26f HTTP/1.1" status: 200 len: 210 time: 0.0596879 Jul 30 16:10:36.402034 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Router dc545388-12aa-4792-a04e-4e4890b2cdd6 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:10:36.487871 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-54e6ff08-5b1a-4506-8c4b-5f6598e4fd15 None None] Set router e060900b-c760-4591-9d4b-aa2e444b1f79 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:10:36.518790 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:10:36.530673 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d467e-3e85-4f83-b144-38b8bec42052 None None] Sync routers for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:10:36.536145 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:36.539972 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d467e-3e85-4f83-b144-38b8bec42052 None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:10:36.540818 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-3b4d467e-3e85-4f83-b144-38b8bec42052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:10:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:36.565314 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-e4789137-f97f-480a-a4a0-33a97a9666eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6179190 Jul 30 16:10:36.659174 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-3b4d467e-3e85-4f83-b144-38b8bec42052 None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:10:36.702380 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-54e6ff08-5b1a-4506-8c4b-5f6598e4fd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '3d8f361a-2536-4f2c-8de1-24b2deddc247', 'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'mac_address': 'fa:16:3e:d2:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:13Z', 'revision_number': 5, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'subnets': [{'id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:36.740222 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e6ff08-5b1a-4506-8c4b-5f6598e4fd15 None None] Checking router: e060900b-c760-4591-9d4b-aa2e444b1f79 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:10:36.751101 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e6ff08-5b1a-4506-8c4b-5f6598e4fd15 None None] Routers {'e060900b-c760-4591-9d4b-aa2e444b1f79'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:10:36.751349 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-54e6ff08-5b1a-4506-8c4b-5f6598e4fd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:10:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['e060900b-c760-4591-9d4b-aa2e444b1f79'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:36.879272 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-54e6ff08-5b1a-4506-8c4b-5f6598e4fd15 None None] Set router e060900b-c760-4591-9d4b-aa2e444b1f79 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:10:36.914420 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-3b4d467e-3e85-4f83-b144-38b8bec42052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': 'ba5a9523-b9d3-47f3-aa8f-0d2ef91979f6', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'port_id': '03dabe79-c8a2-4682-8790-099c3fde95e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'mac_address': 'fa:16:3e:12:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1061cba-76e8-4edb-9803-85a975390ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:10:34Z', 'updated_at': '2021-07-30T16:10:34Z', 'revision_number': 0, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:36.940846 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d467e-3e85-4f83-b144-38b8bec42052 None None] Checking router: dc545388-12aa-4792-a04e-4e4890b2cdd6 for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:10:36.950437 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d467e-3e85-4f83-b144-38b8bec42052 None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:10:36.951068 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-3b4d467e-3e85-4f83-b144-38b8bec42052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:10:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:37.002895 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:37.105704 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-54e6ff08-5b1a-4506-8c4b-5f6598e4fd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '3d8f361a-2536-4f2c-8de1-24b2deddc247', 'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'mac_address': 'fa:16:3e:d2:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:13Z', 'revision_number': 5, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'subnets': [{'id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:37.132931 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e6ff08-5b1a-4506-8c4b-5f6598e4fd15 None None] The sync data for ids ['e060900b-c760-4591-9d4b-aa2e444b1f79'] in dv-cinder-802955-2-iscsi is: [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '3d8f361a-2536-4f2c-8de1-24b2deddc247', 'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'mac_address': 'fa:16:3e:d2:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:13Z', 'revision_number': 5, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'subnets': [{'id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:10:37.160255 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-3b4d467e-3e85-4f83-b144-38b8bec42052 None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:10:37.361042 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ac1cb-6b24-40e6-a5d4-c8ec39659c37 None None] New status for floating IP 224df509-0a24-40b7-b04e-0a4cfee477c0: DOWN {{(pid=93355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:10:37.415851 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-3b4d467e-3e85-4f83-b144-38b8bec42052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': 'ba5a9523-b9d3-47f3-aa8f-0d2ef91979f6', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'port_id': '03dabe79-c8a2-4682-8790-099c3fde95e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'mac_address': 'fa:16:3e:12:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1061cba-76e8-4edb-9803-85a975390ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:10:34Z', 'updated_at': '2021-07-30T16:10:34Z', 'revision_number': 0, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:37.443224 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d467e-3e85-4f83-b144-38b8bec42052 None None] The sync data for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi is: [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': 'ba5a9523-b9d3-47f3-aa8f-0d2ef91979f6', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'port_id': '03dabe79-c8a2-4682-8790-099c3fde95e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'mac_address': 'fa:16:3e:12:b1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1061cba-76e8-4edb-9803-85a975390ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:10:34Z', 'updated_at': '2021-07-30T16:10:34Z', 'revision_number': 0, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:10:37.474734 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 33358) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:37.556463 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-794eb259-28b7-4d1c-b9c9-61c0809de102 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:37.581757 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-794eb259-28b7-4d1c-b9c9-61c0809de102 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:37.649301 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-794eb259-28b7-4d1c-b9c9-61c0809de102 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:37.652347 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-794eb259-28b7-4d1c-b9c9-61c0809de102 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:37.653542 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-794eb259-28b7-4d1c-b9c9-61c0809de102 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "DELETE /v2.0/security-groups/e0ab5dc2-5db4-4688-9909-04565e00f2e6 HTTP/1.1" status: 204 len: 168 time: 0.1775472 Jul 30 16:10:37.658681 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 33360) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:37.667490 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794eb259-28b7-4d1c-b9c9-61c0809de102 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ab5dc2-5db4-4688-9909-04565e00f2e6,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:37.674547 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.api.v2.resource [None req-58f8a297-45ad-42f0-b105-49d93bb0df9c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] show failed (client error): The resource could not be found. Jul 30 16:10:37.675625 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-58f8a297-45ad-42f0-b105-49d93bb0df9c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups/e0ab5dc2-5db4-4688-9909-04565e00f2e6 HTTP/1.1" status: 404 len: 347 time: 0.0159097 Jul 30 16:10:37.678612 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 33362) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:37.681736 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fef3c0-f38d-443a-9b21-0e93f266158a None None] New status for floating IP ba5a9523-b9d3-47f3-aa8f-0d2ef91979f6: ACTIVE {{(pid=93356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:10:37.820745 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-ec4779bf-9bae-46ab-8f7c-b15bac786414 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Deleting port 8efb6d23-f716-4e8c-9903-d7c4394d2458 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:10:37.820745 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ec4779bf-9bae-46ab-8f7c-b15bac786414 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:37.843255 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device f88d5169-b15d-40ef-b997-4ae68db091bc no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:10:37.874350 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: f88d5169-b15d-40ef-b997-4ae68db091bc {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:10:37.874822 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device f88d5169-b15d-40ef-b997-4ae68db091bc not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:10:37.906028 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ec4779bf-9bae-46ab-8f7c-b15bac786414 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:37.906344 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ec4779bf-9bae-46ab-8f7c-b15bac786414 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:37.918770 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-ec4779bf-9bae-46ab-8f7c-b15bac786414 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Calling delete_port for 8efb6d23-f716-4e8c-9903-d7c4394d2458 owned by network:floatingip {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:10:38.058021 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ec4779bf-9bae-46ab-8f7c-b15bac786414 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:38.082959 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4779bf-9bae-46ab-8f7c-b15bac786414 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event deleted for resources: {'Port': ['ID=8efb6d23-f716-4e8c-9903-d7c4394d2458,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:38.140959 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ec4779bf-9bae-46ab-8f7c-b15bac786414 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for floatingip, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:38.143563 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ec4779bf-9bae-46ab-8f7c-b15bac786414 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:38.144717 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-ec4779bf-9bae-46ab-8f7c-b15bac786414 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "DELETE /v2.0/floatingips/224df509-0a24-40b7-b04e-0a4cfee477c0 HTTP/1.1" status: 204 len: 168 time: 0.4647264 Jul 30 16:10:38.302555 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1061cba-76e8-4edb-9803-85a975390ade', 'tag': '03dabe79-c8a2-4682-8790-099c3fde95e0'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:38.305716 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d184a8-ac56-4816-892b-1c237b2f1b60" -d '{"events": [{"name": "network-changed", "server_uuid": "b1061cba-76e8-4edb-9803-85a975390ade", "tag": "03dabe79-c8a2-4682-8790-099c3fde95e0"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:38.355927 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97be08a8-48ea-437a-9550-2e65ffd11f28 x-openstack-request-id: req-97be08a8-48ea-437a-9550-2e65ffd11f28 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:38.356255 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1061cba-76e8-4edb-9803-85a975390ade", "tag": "03dabe79-c8a2-4682-8790-099c3fde95e0", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:38.356541 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-97be08a8-48ea-437a-9550-2e65ffd11f28 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:38.356967 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1061cba-76e8-4edb-9803-85a975390ade', 'tag': '03dabe79-c8a2-4682-8790-099c3fde95e0', 'status': 'completed', 'code': 200} Jul 30 16:10:38.435089 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d184a8-ac56-4816-892b-1c237b2f1b60 req-bc8fc89c-2ac1-4450-a9fb-d3be4527bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:38.439647 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a5d184a8-ac56-4816-892b-1c237b2f1b60 req-bc8fc89c-2ac1-4450-a9fb-d3be4527bee6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 1099 time: 0.0534604 Jul 30 16:10:38.440576 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:38.536301 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 33368) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:38.544739 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-a5184379-7ad8-46af-8a8b-473072f3016f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268078277', 'description': 'tempest-description--1435818882'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:38.550000 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d184a8-ac56-4816-892b-1c237b2f1b60 req-8db8f210-f813-4354-be68-f41209fca82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:38.551502 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a5d184a8-ac56-4816-892b-1c237b2f1b60 req-8db8f210-f813-4354-be68-f41209fca82d service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 HTTP/1.1" status: 200 len: 913 time: 0.1042056 Jul 30 16:10:38.592727 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a5184379-7ad8-46af-8a8b-473072f3016f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:38.644639 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a5d184a8-ac56-4816-892b-1c237b2f1b60 req-d7c3a4f9-6e90-4eeb-a411-f855bc31384a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03dabe79-c8a2-4682-8790-099c3fde95e0 HTTP/1.1" status: 200 len: 1002 time: 0.0854430 Jul 30 16:10:38.708920 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a5184379-7ad8-46af-8a8b-473072f3016f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:38.713983 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d184a8-ac56-4816-892b-1c237b2f1b60 req-eacd0313-391e-48d4-9a65-ac2ae9b176db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:38.714529 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a5184379-7ad8-46af-8a8b-473072f3016f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:38.715585 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a5d184a8-ac56-4816-892b-1c237b2f1b60 req-eacd0313-391e-48d4-9a65-ac2ae9b176db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8300e625-33c3-4a90-8788-37444de738bb HTTP/1.1" status: 200 len: 851 time: 0.0550008 Jul 30 16:10:38.745931 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a5184379-7ad8-46af-8a8b-473072f3016f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:38.747212 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-a5184379-7ad8-46af-8a8b-473072f3016f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2092979 Jul 30 16:10:38.751297 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 33372) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:38.755893 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-f6030516-e635-42d3-9149-bbfbac4999c7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Request body: {'security_group_rule': {'security_group_id': '4def28b9-3324-4eb5-992e-1a26c96c476b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:38.761941 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5184379-7ad8-46af-8a8b-473072f3016f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4def28b9-3324-4eb5-992e-1a26c96c476b,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:38.766870 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d184a8-ac56-4816-892b-1c237b2f1b60 req-15d213b3-d084-411d-9f2a-da939e621699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:38.768444 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a5d184a8-ac56-4816-892b-1c237b2f1b60 req-15d213b3-d084-411d-9f2a-da939e621699 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443473 Jul 30 16:10:38.787912 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f6030516-e635-42d3-9149-bbfbac4999c7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:38.873070 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f6030516-e635-42d3-9149-bbfbac4999c7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:38.877520 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f6030516-e635-42d3-9149-bbfbac4999c7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:38.881446 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a5d184a8-ac56-4816-892b-1c237b2f1b60 req-d3cd8916-2370-4902-bcb3-3a7ba458183c service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042805 Jul 30 16:10:38.900957 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6030516-e635-42d3-9149-bbfbac4999c7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d7b506-bf7b-4151-bf89-1da9ccea20bb,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:38.909043 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f6030516-e635-42d3-9149-bbfbac4999c7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:38.910397 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-f6030516-e635-42d3-9149-bbfbac4999c7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1580977 Jul 30 16:10:38.913101 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 33374) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:38.917781 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-a68bbf00-0779-44e4-94ca-e9d4294bb4e7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Request body: {'security_group_rule': {'security_group_id': '4def28b9-3324-4eb5-992e-1a26c96c476b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:38.946286 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a68bbf00-0779-44e4-94ca-e9d4294bb4e7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:38.995020 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a5d184a8-ac56-4816-892b-1c237b2f1b60 req-289f1748-721b-4c00-8c91-24c6b67421d3 service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047225 Jul 30 16:10:39.014058 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a68bbf00-0779-44e4-94ca-e9d4294bb4e7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:39.017743 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a68bbf00-0779-44e4-94ca-e9d4294bb4e7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:39.038092 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bbf00-0779-44e4-94ca-e9d4294bb4e7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2e76b9-91f9-4212-8169-0bf418c0d862,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:39.042697 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a68bbf00-0779-44e4-94ca-e9d4294bb4e7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:39.044002 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-a68bbf00-0779-44e4-94ca-e9d4294bb4e7 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298287 Jul 30 16:10:39.047109 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 33376) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:39.062011 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Request body: {'floatingip': {'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:39.084762 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for floatingip, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:39.185503 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:39.286709 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Allocated IP 172.27.3.79 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/db09b03e-d07e-4bb4-b225-7d91e191d1d0) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:10:39.388140 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:39.426419 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:39.470077 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:10:39.475512 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:10:39.481121 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:10:39.484274 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event updated for resources: {'Port': ['ID=db09b03e-d07e-4bb4-b225-7d91e191d1d0,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:39.593057 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:39.638856 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:39.809141 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for port, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:39.813928 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957804'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:39.880288 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event updated for resources: {'Port': ['ID=db09b03e-d07e-4bb4-b225-7d91e191d1d0,revision_number=2']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:39.893793 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:39.907543 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:39.908829 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-978a19e8-0aa2-4fe5-a743-9cb9388ed8c1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8605099 Jul 30 16:10:40.049838 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-7ef32c60-d794-4fd8-a9c4-ac9f13284c64 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1268078277&fields=id&tenant_id=4e1402dc086c4071bae84c16365352b3 HTTP/1.1" status: 200 len: 267 time: 0.0354552 Jul 30 16:10:40.159412 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-f1694ff7-a5f8-4cb3-9470-33aaae480343 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:40.160869 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-f1694ff7-a5f8-4cb3-9470-33aaae480343 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/networks?id=85982ae8-657f-47f5-b729-6742a565fcec HTTP/1.1" status: 200 len: 810 time: 0.1029081 Jul 30 16:10:40.178233 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-66f008e2-0491-4336-8eb1-b4c000456fb8 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/quotas/4e1402dc086c4071bae84c16365352b3 HTTP/1.1" status: 200 len: 375 time: 0.0103393 Jul 30 16:10:40.233880 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-5f940251-2596-45e8-980f-018c503bdb14 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e1402dc086c4071bae84c16365352b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497954 Jul 30 16:10:40.328256 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-ed5b069a-f89f-4954-8354-e4618cd22a07 service neutron] 10.222.0.61 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826125 Jul 30 16:10:40.422075 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-974af3bd-f38f-4f45-8780-b91f13a826b4 service neutron] 10.222.0.61 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873950 Jul 30 16:10:40.602930 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-37577167-c1ae-4eda-9211-eb9fd31c8018 req-71f4b0bc-9c00-48f2-acb4-4039ad4059fa tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 210 time: 0.0318646 Jul 30 16:10:41.631843 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-4195e533-4102-41d1-85c1-325897eba85d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:41.633469 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-4195e533-4102-41d1-85c1-325897eba85d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.60 "GET /v2.0/networks?id=85982ae8-657f-47f5-b729-6742a565fcec HTTP/1.1" status: 200 len: 810 time: 0.1113143 Jul 30 16:10:41.687856 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-355b63b7-93d6-4d04-826b-4061910f5fd8 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e1402dc086c4071bae84c16365352b3 HTTP/1.1" status: 200 len: 380 time: 0.0432572 Jul 30 16:10:41.702227 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-70eadf76-2668-4265-bc78-53eb97e75c57 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Request body: {'port': {'device_id': 'dfd1dca0-caf4-46db-9e1c-c24659fa9c5e', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'admin_state_up': True, 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'security_groups': ['4def28b9-3324-4eb5-992e-1a26c96c476b']}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:41.707686 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2662ef2f-23ab-4be3-8eda-f5d7a1abc702 req-e01c7d6a-8a0c-4e80-99ec-100c480c9150 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 210 time: 0.0285432 Jul 30 16:10:41.818738 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-70eadf76-2668-4265-bc78-53eb97e75c57 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Made reservation on behalf of 4e1402dc086c4071bae84c16365352b3 for: {'port': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:10:41.822350 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-70eadf76-2668-4265-bc78-53eb97e75c57 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:41.954021 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-70eadf76-2668-4265-bc78-53eb97e75c57 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Allocated IP 172.20.0.5 (85982ae8-657f-47f5-b729-6742a565fcec/f0ed38a9-6919-4226-9d04-1c45eb199d71/46114846-11c2-4792-ad75-e9ceee4c2cd8) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:10:42.094557 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-70eadf76-2668-4265-bc78-53eb97e75c57 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:42.109116 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-70eadf76-2668-4265-bc78-53eb97e75c57 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Transition to ACTIVE for port object 46114846-11c2-4792-ad75-e9ceee4c2cd8 will not be triggered until provisioned by entity DHCP. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:10:42.138805 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:10:42.144099 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-70eadf76-2668-4265-bc78-53eb97e75c57 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:42.196382 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-70eadf76-2668-4265-bc78-53eb97e75c57 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Network 85982ae8-657f-47f5-b729-6742a565fcec is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:10:42.199575 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-70eadf76-2668-4265-bc78-53eb97e75c57 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:10:42.202140 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-70eadf76-2668-4265-bc78-53eb97e75c57 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:10:42.236213 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eadf76-2668-4265-bc78-53eb97e75c57 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event updated for resources: {'Port': ['ID=46114846-11c2-4792-ad75-e9ceee4c2cd8,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:42.272006 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-70eadf76-2668-4265-bc78-53eb97e75c57 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:42.272674 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-70eadf76-2668-4265-bc78-53eb97e75c57 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:42.290411 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-70eadf76-2668-4265-bc78-53eb97e75c57 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5925515 Jul 30 16:10:42.306292 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Request body: {'port': {'device_id': 'dfd1dca0-caf4-46db-9e1c-c24659fa9c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:42.375505 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:42.465249 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-1a162f39-4079-4eb4-bef8-2497caa4a935 None None] Provisioning for port 46114846-11c2-4792-ad75-e9ceee4c2cd8 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:10:42.470780 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-1a162f39-4079-4eb4-bef8-2497caa4a935 None None] Provisioning complete for port 46114846-11c2-4792-ad75-e9ceee4c2cd8 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:10:42.471558 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-1a162f39-4079-4eb4-bef8-2497caa4a935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:42.520655 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-1a162f39-4079-4eb4-bef8-2497caa4a935 None None] Port 46114846-11c2-4792-ad75-e9ceee4c2cd8 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:10:42.658878 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46114846-11c2-4792-ad75-e9ceee4c2cd8 {{(pid=93353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:10:42.666457 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:42.679112 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Transition to ACTIVE for port object 46114846-11c2-4792-ad75-e9ceee4c2cd8 will not be triggered until provisioned by entity L2. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:10:42.683911 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:42.734165 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Pushing event updated for resources: {'Port': ['ID=46114846-11c2-4792-ad75-e9ceee4c2cd8,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:42.816018 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Attempting to bind port 46114846-11c2-4792-ad75-e9ceee4c2cd8 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:10:42.816358 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Attempting to bind port 46114846-11c2-4792-ad75-e9ceee4c2cd8 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec'}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:10:42.816689 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Attempting to bind port 46114846-11c2-4792-ad75-e9ceee4c2cd8 on network 85982ae8-657f-47f5-b729-6742a565fcec {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:10:42.821475 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Port 46114846-11c2-4792-ad75-e9ceee4c2cd8 on network 85982ae8-657f-47f5-b729-6742a565fcec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:10:42.821806 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Attempting to bind port 46114846-11c2-4792-ad75-e9ceee4c2cd8 on network 85982ae8-657f-47f5-b729-6742a565fcec {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:10:42.827412 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:10:42.827755 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Checking segment: {'id': '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:10:42.828149 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Bound using segment: {'id': '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec'} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:10:42.828679 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Bound port: 46114846-11c2-4792-ad75-e9ceee4c2cd8, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec'}}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:10:42.828949 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:42.840394 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1a20f-485d-4ff5-9370-21661121931c req-cde35d64-70a9-4580-adca-8289a7f407cd tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:42.842819 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1ba1a20f-485d-4ff5-9370-21661121931c req-cde35d64-70a9-4580-adca-8289a7f407cd tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 943 time: 0.0532169 Jul 30 16:10:42.888802 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1ba1a20f-485d-4ff5-9370-21661121931c req-73c797af-e2c4-4834-bf59-2e13b726f5a8 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=4def28b9-3324-4eb5-992e-1a26c96c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377822 Jul 30 16:10:42.917390 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] For port 46114846-11c2-4792-ad75-e9ceee4c2cd8, host hv-cinder-80295, cleared binding levels {{(pid=93353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:10:42.920876 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] For port 46114846-11c2-4792-ad75-e9ceee4c2cd8, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=46114846-11c2-4792-ad75-e9ceee4c2cd8,segment=NetworkSegment(5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b),segment_id=5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b)] {{(pid=93353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:10:42.924975 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:42.959507 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:42.960328 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:42.961830 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] 10.222.0.60 "PUT /v2.0/ports/46114846-11c2-4792-ad75-e9ceee4c2cd8 HTTP/1.1" status: 200 len: 1093 time: 0.6621385 Jul 30 16:10:42.964033 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd1dca0-caf4-46db-9e1c-c24659fa9c5e', 'tag': '46114846-11c2-4792-ad75-e9ceee4c2cd8'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:42.967197 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee4bf24-2765-4354-b845-ca8a7983a652" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd1dca0-caf4-46db-9e1c-c24659fa9c5e", "tag": "46114846-11c2-4792-ad75-e9ceee4c2cd8"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:43.021136 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5884e6-3462-49a6-b8de-e0bdb510fff6 x-openstack-request-id: req-4b5884e6-3462-49a6-b8de-e0bdb510fff6 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:43.021483 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd1dca0-caf4-46db-9e1c-c24659fa9c5e", "tag": "46114846-11c2-4792-ad75-e9ceee4c2cd8", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:43.021679 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b5884e6-3462-49a6-b8de-e0bdb510fff6 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:43.022061 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd1dca0-caf4-46db-9e1c-c24659fa9c5e', 'tag': '46114846-11c2-4792-ad75-e9ceee4c2cd8', 'status': 'completed', 'code': 200} Jul 30 16:10:43.041777 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3986e1-99dd-4455-9b10-e7effad43c93 service neutron] Pushing event updated for resources: {'Port': ['ID=46114846-11c2-4792-ad75-e9ceee4c2cd8,revision_number=3']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:43.060638 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-d39647e2-fe27-4771-b0c3-5090aeff2f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:43.062026 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-d39647e2-fe27-4771-b0c3-5090aeff2f63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e1402dc086c4071bae84c16365352b3&device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 1096 time: 0.0543339 Jul 30 16:10:43.113116 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-417067d9-045e-438f-933d-aa611651480f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46114846-11c2-4792-ad75-e9ceee4c2cd8 HTTP/1.1" status: 200 len: 217 time: 0.0402055 Jul 30 16:10:43.167647 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-4f308837-5e87-4d4a-8bbe-c1bb733b515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:43.169028 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-4f308837-5e87-4d4a-8bbe-c1bb733b515f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0ed38a9-6919-4226-9d04-1c45eb199d71 HTTP/1.1" status: 200 len: 849 time: 0.0461953 Jul 30 16:10:43.215659 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-3127982d-4b14-4f24-8e2b-3d73b39211c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:43.217380 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-3127982d-4b14-4f24-8e2b-3d73b39211c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85982ae8-657f-47f5-b729-6742a565fcec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408368 Jul 30 16:10:43.314691 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-94d71dfa-a289-4f85-8cc3-b2ec44fff4e1 service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891926 Jul 30 16:10:43.410961 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3616aaa9-d5c9-49a8-b273-6d2814ba205c req-de66fbbe-cb8a-4359-8b51-da8e9106fb8f service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883467 Jul 30 16:10:43.510529 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4bf24-2765-4354-b845-ca8a7983a652 req-9882bce6-f14d-4871-b964-1643895340d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:43.512264 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3ee4bf24-2765-4354-b845-ca8a7983a652 req-9882bce6-f14d-4871-b964-1643895340d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e1402dc086c4071bae84c16365352b3&device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 1096 time: 0.0430310 Jul 30 16:10:43.612506 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4bf24-2765-4354-b845-ca8a7983a652 req-1585885b-f856-4454-ab3d-1adb3d31648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:43.614001 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3ee4bf24-2765-4354-b845-ca8a7983a652 req-1585885b-f856-4454-ab3d-1adb3d31648e service neutron] 10.222.0.60 "GET /v2.0/networks?id=85982ae8-657f-47f5-b729-6742a565fcec HTTP/1.1" status: 200 len: 911 time: 0.0931451 Jul 30 16:10:43.666609 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3ee4bf24-2765-4354-b845-ca8a7983a652 req-2c76bd61-3b26-49d4-be36-c841f6471413 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46114846-11c2-4792-ad75-e9ceee4c2cd8 HTTP/1.1" status: 200 len: 217 time: 0.0355771 Jul 30 16:10:43.731813 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4bf24-2765-4354-b845-ca8a7983a652 req-b6cf44cc-22c6-49d4-94ce-ff574e8ad4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:43.733390 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3ee4bf24-2765-4354-b845-ca8a7983a652 req-b6cf44cc-22c6-49d4-94ce-ff574e8ad4c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0ed38a9-6919-4226-9d04-1c45eb199d71 HTTP/1.1" status: 200 len: 849 time: 0.0524819 Jul 30 16:10:43.780276 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4bf24-2765-4354-b845-ca8a7983a652 req-a027f66f-0508-458d-9431-294d9c048ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:43.781705 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3ee4bf24-2765-4354-b845-ca8a7983a652 req-a027f66f-0508-458d-9431-294d9c048ece service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85982ae8-657f-47f5-b729-6742a565fcec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408270 Jul 30 16:10:43.877135 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3ee4bf24-2765-4354-b845-ca8a7983a652 req-bafea58e-7a96-4e1f-a5f2-0e90604e4f44 service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863841 Jul 30 16:10:43.991575 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3ee4bf24-2765-4354-b845-ca8a7983a652 req-75101844-407d-44a5-8386-a9ad064b6cc2 service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064174 Jul 30 16:10:44.014274 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a90ae-bb8b-4f96-af2c-5fbcf435cf9e req-ad25b1ef-e3a8-4942-91ea-5db8157077d1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:44.015782 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d72a90ae-bb8b-4f96-af2c-5fbcf435cf9e req-ad25b1ef-e3a8-4942-91ea-5db8157077d1 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 943 time: 0.0573995 Jul 30 16:10:44.053142 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d72a90ae-bb8b-4f96-af2c-5fbcf435cf9e req-7045c58d-5cee-4b76-925a-fdc932d5997b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=4def28b9-3324-4eb5-992e-1a26c96c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314357 Jul 30 16:10:44.416589 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:45.167974 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753749e9-0797-41b7-96e8-4234896acb39 req-3f9cb4d2-0df2-4a4a-880e-142f5fb753ef tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:45.169590 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-753749e9-0797-41b7-96e8-4234896acb39 req-3f9cb4d2-0df2-4a4a-880e-142f5fb753ef tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 943 time: 0.0483313 Jul 30 16:10:45.220879 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-753749e9-0797-41b7-96e8-4234896acb39 req-f9a3c13f-d661-4bfa-a5cf-991a3063fbaa tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=4def28b9-3324-4eb5-992e-1a26c96c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454886 Jul 30 16:10:45.872920 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 46114846-11c2-4792-ad75-e9ceee4c2cd8 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:10:45.972221 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 46114846-11c2-4792-ad75-e9ceee4c2cd8, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=46114846-11c2-4792-ad75-e9ceee4c2cd8,segment=NetworkSegment(5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b),segment_id=5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:45.983923 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': '46114846-11c2-4792-ad75-e9ceee4c2cd8', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'port_id': '46114846-11c2-4792-ad75-e9ceee4c2cd8', 'mac_address': 'fa:16:3e:2a:e6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:10:46.020968 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:46.034067 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46114846-11c2-4792-ad75-e9ceee4c2cd8 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:10:46.053338 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 46114846-11c2-4792-ad75-e9ceee4c2cd8, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=46114846-11c2-4792-ad75-e9ceee4c2cd8,segment=NetworkSegment(5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b),segment_id=5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:46.058457 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:46.109601 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=46114846-11c2-4792-ad75-e9ceee4c2cd8,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:46.321537 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['46114846-11c2-4792-ad75-e9ceee4c2cd8'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:10:46.340597 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdc9de-d93c-443b-bfe0-d75aa91c9470 req-3f9485c2-b4fb-4d53-b51b-dbcd135073d2 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:46.342147 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-dbfdc9de-d93c-443b-bfe0-d75aa91c9470 req-3f9485c2-b4fb-4d53-b51b-dbcd135073d2 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 944 time: 0.0512326 Jul 30 16:10:46.383711 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-dbfdc9de-d93c-443b-bfe0-d75aa91c9470 req-aa5cc741-1976-4fa0-b8aa-559e48465c2b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=4def28b9-3324-4eb5-992e-1a26c96c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354755 Jul 30 16:10:47.496319 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d23cd-2daf-45f0-89ec-80be2c992472 req-d355e80a-ff79-4c4d-83b3-8f52ccf1b613 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:47.497787 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a87d23cd-2daf-45f0-89ec-80be2c992472 req-d355e80a-ff79-4c4d-83b3-8f52ccf1b613 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 944 time: 0.0494373 Jul 30 16:10:47.536909 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a87d23cd-2daf-45f0-89ec-80be2c992472 req-a70a3205-934d-4ffc-b5e5-545a4a139fcf tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=4def28b9-3324-4eb5-992e-1a26c96c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331757 Jul 30 16:10:47.872857 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 46114846-11c2-4792-ad75-e9ceee4c2cd8 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:10:47.926649 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port 46114846-11c2-4792-ad75-e9ceee4c2cd8 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:10:47.930572 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port 46114846-11c2-4792-ad75-e9ceee4c2cd8 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:10:47.931102 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:48.013039 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:48.035292 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd1dca0-caf4-46db-9e1c-c24659fa9c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46114846-11c2-4792-ad75-e9ceee4c2cd8'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:48.037531 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3128cb6a-bc04-4f56-ac14-122f959fb06a" -d '{"events": [{"server_uuid": "dfd1dca0-caf4-46db-9e1c-c24659fa9c5e", "name": "network-vif-plugged", "status": "completed", "tag": "46114846-11c2-4792-ad75-e9ceee4c2cd8"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:48.050169 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 46114846-11c2-4792-ad75-e9ceee4c2cd8, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=46114846-11c2-4792-ad75-e9ceee4c2cd8,segment=NetworkSegment(5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b),segment_id=5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:48.054635 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:48.080130 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc29ccb9-362b-4cc0-8b80-6ebaf56d2dd8 x-openstack-request-id: req-fc29ccb9-362b-4cc0-8b80-6ebaf56d2dd8 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:48.080424 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd1dca0-caf4-46db-9e1c-c24659fa9c5e", "name": "network-vif-plugged", "status": "completed", "tag": "46114846-11c2-4792-ad75-e9ceee4c2cd8", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:48.080678 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fc29ccb9-362b-4cc0-8b80-6ebaf56d2dd8 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:48.081066 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd1dca0-caf4-46db-9e1c-c24659fa9c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46114846-11c2-4792-ad75-e9ceee4c2cd8', 'code': 200} Jul 30 16:10:48.105789 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=46114846-11c2-4792-ad75-e9ceee4c2cd8,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:48.256091 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b7f7e-4d8f-4d82-bb0c-09334525b107 req-d0308dd3-7a6d-4956-97af-155be86134f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:48.258054 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b74b7f7e-4d8f-4d82-bb0c-09334525b107 req-d0308dd3-7a6d-4956-97af-155be86134f8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 1098 time: 0.0424626 Jul 30 16:10:48.301974 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b74b7f7e-4d8f-4d82-bb0c-09334525b107 req-a91ffe0a-8b9d-4c46-8198-79fd2e990d67 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4def28b9-3324-4eb5-992e-1a26c96c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352736 Jul 30 16:10:48.660860 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45375533-538c-4640-b9e9-99816eea382f req-2021e033-2216-4cc1-926c-13f6ed2c7c25 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:48.662391 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-45375533-538c-4640-b9e9-99816eea382f req-2021e033-2216-4cc1-926c-13f6ed2c7c25 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 945 time: 0.0539978 Jul 30 16:10:48.702375 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-45375533-538c-4640-b9e9-99816eea382f req-89e636b1-a739-43b2-8b08-ad954b03124c tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=4def28b9-3324-4eb5-992e-1a26c96c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333300 Jul 30 16:10:49.816199 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6491e07-4737-434d-a60c-2496dbb47bfa req-652583cf-d8f1-4bcb-97f1-b2d0aa46a6d0 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:49.817663 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d6491e07-4737-434d-a60c-2496dbb47bfa req-652583cf-d8f1-4bcb-97f1-b2d0aa46a6d0 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 945 time: 0.0480673 Jul 30 16:10:49.856794 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d6491e07-4737-434d-a60c-2496dbb47bfa req-e3abc68a-72de-421f-bbf6-0b68aecf0430 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=4def28b9-3324-4eb5-992e-1a26c96c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331566 Jul 30 16:10:49.967129 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b5598-06f9-4591-a315-4692aade3c5d req-f2802ddc-b392-45cc-b33d-760304715432 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:49.968579 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d10b5598-06f9-4591-a315-4692aade3c5d req-f2802ddc-b392-45cc-b33d-760304715432 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 945 time: 0.0479937 Jul 30 16:10:49.977466 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 33450) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:49.981917 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-8c98312f-b819-4f1e-b484-493a433fee6f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Request body: {'floatingip': {'port_id': '46114846-11c2-4792-ad75-e9ceee4c2cd8'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:50.018698 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8c98312f-b819-4f1e-b484-493a433fee6f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for floatingip, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:50.738171 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8c98312f-b819-4f1e-b484-493a433fee6f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:50.744004 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8c98312f-b819-4f1e-b484-493a433fee6f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:50.849613 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.l3_db [None req-8c98312f-b819-4f1e-b484-493a433fee6f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Floating IP d2cca45f-af86-4058-af87-5bce8ee32c91 associated. External IP: 172.27.3.79, port: 46114846-11c2-4792-ad75-e9ceee4c2cd8. Jul 30 16:10:51.055717 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c98312f-b819-4f1e-b484-493a433fee6f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Router e060900b-c760-4591-9d4b-aa2e444b1f79 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:10:51.163396 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c98312f-b819-4f1e-b484-493a433fee6f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:10:51.168273 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8c98312f-b819-4f1e-b484-493a433fee6f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:51.173066 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397d89c6-604d-4262-bc14-f8fdc27f6f99 None None] Sync routers for ids ['e060900b-c760-4591-9d4b-aa2e444b1f79'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:10:51.182946 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d89c6-604d-4262-bc14-f8fdc27f6f99 None None] Routers {'e060900b-c760-4591-9d4b-aa2e444b1f79'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:10:51.183604 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-397d89c6-604d-4262-bc14-f8fdc27f6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:10:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['e060900b-c760-4591-9d4b-aa2e444b1f79'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:51.197481 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-8c98312f-b819-4f1e-b484-493a433fee6f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "PUT /v2.0/floatingips/d2cca45f-af86-4058-af87-5bce8ee32c91 HTTP/1.1" status: 200 len: 990 time: 1.2158911 Jul 30 16:10:51.197481 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd1dca0-caf4-46db-9e1c-c24659fa9c5e', 'tag': '46114846-11c2-4792-ad75-e9ceee4c2cd8'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:51.197981 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14560f95-c964-4a69-8338-16fc1e753183" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd1dca0-caf4-46db-9e1c-c24659fa9c5e", "tag": "46114846-11c2-4792-ad75-e9ceee4c2cd8"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:51.239831 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad324cd-28c0-4c60-ab42-40016db7d964 x-openstack-request-id: req-4ad324cd-28c0-4c60-ab42-40016db7d964 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:51.240123 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd1dca0-caf4-46db-9e1c-c24659fa9c5e", "tag": "46114846-11c2-4792-ad75-e9ceee4c2cd8", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:51.240376 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4ad324cd-28c0-4c60-ab42-40016db7d964 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:51.240909 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd1dca0-caf4-46db-9e1c-c24659fa9c5e', 'tag': '46114846-11c2-4792-ad75-e9ceee4c2cd8', 'status': 'completed', 'code': 200} Jul 30 16:10:51.291494 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-397d89c6-604d-4262-bc14-f8fdc27f6f99 None None] Set router e060900b-c760-4591-9d4b-aa2e444b1f79 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:10:51.305090 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14560f95-c964-4a69-8338-16fc1e753183 req-87b64a85-33ea-42c7-b73f-37c58a1b94b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:51.306607 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-14560f95-c964-4a69-8338-16fc1e753183 req-87b64a85-33ea-42c7-b73f-37c58a1b94b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e1402dc086c4071bae84c16365352b3&device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 1098 time: 0.0433114 Jul 30 16:10:51.399892 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14560f95-c964-4a69-8338-16fc1e753183 req-8f05456b-44e6-4076-b068-2e1c7d5dcc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:51.401358 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-14560f95-c964-4a69-8338-16fc1e753183 req-8f05456b-44e6-4076-b068-2e1c7d5dcc6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=85982ae8-657f-47f5-b729-6742a565fcec HTTP/1.1" status: 200 len: 911 time: 0.0877318 Jul 30 16:10:51.467014 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-14560f95-c964-4a69-8338-16fc1e753183 req-adda64f8-a3a9-46e6-b55d-74cc2842ab1f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46114846-11c2-4792-ad75-e9ceee4c2cd8 HTTP/1.1" status: 200 len: 998 time: 0.0579875 Jul 30 16:10:51.513964 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-397d89c6-604d-4262-bc14-f8fdc27f6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': 'd2cca45f-af86-4058-af87-5bce8ee32c91', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'port_id': '46114846-11c2-4792-ad75-e9ceee4c2cd8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'mac_address': 'fa:16:3e:2a:e6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd1dca0-caf4-46db-9e1c-c24659fa9c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:10:39Z', 'updated_at': '2021-07-30T16:10:50Z', 'revision_number': 1, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8f361a-2536-4f2c-8de1-24b2deddc247', 'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'mac_address': 'fa:16:3e:d2:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:13Z', 'revision_number': 5, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'subnets': [{'id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:51.516833 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14560f95-c964-4a69-8338-16fc1e753183 req-56deab39-138e-4550-a6db-2076076d5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:51.518342 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-14560f95-c964-4a69-8338-16fc1e753183 req-56deab39-138e-4550-a6db-2076076d5bb3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f0ed38a9-6919-4226-9d04-1c45eb199d71 HTTP/1.1" status: 200 len: 849 time: 0.0441904 Jul 30 16:10:51.540671 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397d89c6-604d-4262-bc14-f8fdc27f6f99 None None] Checking router: e060900b-c760-4591-9d4b-aa2e444b1f79 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:10:51.548914 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d89c6-604d-4262-bc14-f8fdc27f6f99 None None] Routers {'e060900b-c760-4591-9d4b-aa2e444b1f79'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:10:51.549531 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-397d89c6-604d-4262-bc14-f8fdc27f6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:10:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['e060900b-c760-4591-9d4b-aa2e444b1f79'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:51.569753 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14560f95-c964-4a69-8338-16fc1e753183 req-b1b8ebbc-5518-4875-a032-b59f655157b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:51.571375 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-14560f95-c964-4a69-8338-16fc1e753183 req-b1b8ebbc-5518-4875-a032-b59f655157b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=85982ae8-657f-47f5-b729-6742a565fcec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457029 Jul 30 16:10:51.681625 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-397d89c6-604d-4262-bc14-f8fdc27f6f99 None None] Set router e060900b-c760-4591-9d4b-aa2e444b1f79 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:10:51.695096 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-14560f95-c964-4a69-8338-16fc1e753183 req-9e633431-bd79-4c96-9239-3d82263fffc0 service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157200 Jul 30 16:10:51.802468 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-14560f95-c964-4a69-8338-16fc1e753183 req-6d01501b-6138-4b14-9934-d22b6d626578 service neutron] 10.222.0.60 "GET /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991287 Jul 30 16:10:51.922111 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-397d89c6-604d-4262-bc14-f8fdc27f6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': 'd2cca45f-af86-4058-af87-5bce8ee32c91', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'port_id': '46114846-11c2-4792-ad75-e9ceee4c2cd8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'mac_address': 'fa:16:3e:2a:e6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd1dca0-caf4-46db-9e1c-c24659fa9c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:10:39Z', 'updated_at': '2021-07-30T16:10:50Z', 'revision_number': 1, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8f361a-2536-4f2c-8de1-24b2deddc247', 'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'mac_address': 'fa:16:3e:d2:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:13Z', 'revision_number': 5, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'subnets': [{'id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:51.952782 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397d89c6-604d-4262-bc14-f8fdc27f6f99 None None] The sync data for ids ['e060900b-c760-4591-9d4b-aa2e444b1f79'] in dv-cinder-802955-2-iscsi is: [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': 'd2cca45f-af86-4058-af87-5bce8ee32c91', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'port_id': '46114846-11c2-4792-ad75-e9ceee4c2cd8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'mac_address': 'fa:16:3e:2a:e6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd1dca0-caf4-46db-9e1c-c24659fa9c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:10:39Z', 'updated_at': '2021-07-30T16:10:50Z', 'revision_number': 1, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8f361a-2536-4f2c-8de1-24b2deddc247', 'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'mac_address': 'fa:16:3e:d2:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:13Z', 'revision_number': 5, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'subnets': [{'id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:10:52.152261 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01d294b-dc32-4f9f-b5ff-ab7b504cc16a None None] New status for floating IP d2cca45f-af86-4058-af87-5bce8ee32c91: ACTIVE {{(pid=93356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:10:55.553582 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc337460-251e-4995-a436-1665a5de622e req-9933f925-c027-4c01-8984-59bff7fb77f8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:55.555082 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bc337460-251e-4995-a436-1665a5de622e req-9933f925-c027-4c01-8984-59bff7fb77f8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0500259 Jul 30 16:10:55.597774 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bc337460-251e-4995-a436-1665a5de622e req-791d908c-6762-4d07-ac9e-7343df0f14cd tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367730 Jul 30 16:10:56.716373 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59060eec-9fdc-4bc1-97be-3281518e00aa req-4806c91b-31f2-4cbd-85e3-d2ac733c83a4 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:56.717851 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-59060eec-9fdc-4bc1-97be-3281518e00aa req-4806c91b-31f2-4cbd-85e3-d2ac733c83a4 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0491796 Jul 30 16:10:56.756738 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-59060eec-9fdc-4bc1-97be-3281518e00aa req-e486cec7-4cbc-4358-adc5-1e0280be035f tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324390 Jul 30 16:10:57.878945 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e332084-b717-4e71-bffc-7bd035f38945 req-ce30ff2f-969e-495a-bc6d-b672caad01b2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:57.880459 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4e332084-b717-4e71-bffc-7bd035f38945 req-ce30ff2f-969e-495a-bc6d-b672caad01b2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0474541 Jul 30 16:10:57.922619 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4e332084-b717-4e71-bffc-7bd035f38945 req-4c7eb8c3-988b-40e7-aa1b-9f5c59ed0250 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358808 Jul 30 16:10:59.039061 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfd692-1c66-428c-ab2b-39e93784a17a req-05743062-cdca-45f8-ab59-80bd2a3e75f2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:59.040532 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2fbfd692-1c66-428c-ab2b-39e93784a17a req-05743062-cdca-45f8-ab59-80bd2a3e75f2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0478127 Jul 30 16:10:59.078209 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2fbfd692-1c66-428c-ab2b-39e93784a17a req-2204040a-9aea-40cb-bcfa-ec86f33e8c7f tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317979 Jul 30 16:11:00.195713 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfe68b-2e59-47e9-80c8-7b7969dbc6a0 req-2c731794-0ef4-4c4f-8171-2cd6bd4ed496 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:00.197150 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f3bfe68b-2e59-47e9-80c8-7b7969dbc6a0 req-2c731794-0ef4-4c4f-8171-2cd6bd4ed496 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0495479 Jul 30 16:11:00.234788 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f3bfe68b-2e59-47e9-80c8-7b7969dbc6a0 req-5b3128a4-2a3a-4811-bbf3-7396ea9baa97 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317857 Jul 30 16:11:01.351170 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7afd40-d1ab-4113-af4a-902d697898b7 req-321bc771-bddf-4320-9336-f8944a08e6c8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:01.352632 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4d7afd40-d1ab-4113-af4a-902d697898b7 req-321bc771-bddf-4320-9336-f8944a08e6c8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0482404 Jul 30 16:11:01.393595 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4d7afd40-d1ab-4113-af4a-902d697898b7 req-d4f7efa2-e393-4d61-863c-8ceb94c987b8 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350745 Jul 30 16:11:02.513646 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc42bc-a873-4499-9751-fd6ac76f6cbe req-15afa020-5fc1-4221-a8b6-4812fb0e1e9a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:02.515172 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3afc42bc-a873-4499-9751-fd6ac76f6cbe req-15afa020-5fc1-4221-a8b6-4812fb0e1e9a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0493853 Jul 30 16:11:02.559386 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3afc42bc-a873-4499-9751-fd6ac76f6cbe req-c3d1bd3f-7141-4a4f-82e8-bfc437e9b4b4 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380692 Jul 30 16:11:03.241274 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-9d2bda33-e1c2-4f18-88e9-78bca16022fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:03.679387 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6dfc0-d3c5-43f0-bea2-9557b2711edd req-30d8ac82-3f16-45e9-9950-b71fad8bff17 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:03.680861 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-21b6dfc0-d3c5-43f0-bea2-9557b2711edd req-30d8ac82-3f16-45e9-9950-b71fad8bff17 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0475187 Jul 30 16:11:03.718170 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-21b6dfc0-d3c5-43f0-bea2-9557b2711edd req-578bb26c-c32d-4eb0-8619-01334dfd9690 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312233 Jul 30 16:11:04.837871 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93156330-344e-4462-894d-634410851ad7 req-476e580d-c85b-489d-8f34-22316ced1a19 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:04.839461 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-93156330-344e-4462-894d-634410851ad7 req-476e580d-c85b-489d-8f34-22316ced1a19 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0497298 Jul 30 16:11:04.881945 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-93156330-344e-4462-894d-634410851ad7 req-58d1924c-1885-4524-843e-181a0f94420c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361779 Jul 30 16:11:06.003806 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f325cff-b191-45d2-a7ae-c80cbdfd3e70 req-3e2ae6d4-5c3a-49a2-a379-541f9f39f03e tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:06.004508 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:11:06.005278 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2f325cff-b191-45d2-a7ae-c80cbdfd3e70 req-3e2ae6d4-5c3a-49a2-a379-541f9f39f03e tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0492120 Jul 30 16:11:06.043682 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2f325cff-b191-45d2-a7ae-c80cbdfd3e70 req-1272d4a0-68b8-4645-b78a-055a59405f66 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318944 Jul 30 16:11:06.098127 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:06.113059 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'port_id': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00', 'mac_address': 'fa:16:3e:fb:05:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:11:06.154018 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:06.173270 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:06.179010 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:11:06.194396 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-1a5a39c5-067f-4b05-b320-ca120f56cbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:06.203290 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:06.207408 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:06.260169 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,revision_number=6']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:06.266925 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:06.267293 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:06.267629 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:06.267958 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:06.268284 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:06.268608 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:06.268928 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:06.269248 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:06.269582 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:06.269903 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:06.270216 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:06.270530 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:06.324783 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:11:06.959106 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:07.163941 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b4345-6487-4201-8ade-00644d1181ae req-f135484d-fa83-4fb2-97e7-d29317fce5ce tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:07.165413 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-407b4345-6487-4201-8ade-00644d1181ae req-f135484d-fa83-4fb2-97e7-d29317fce5ce tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 945 time: 0.0479300 Jul 30 16:11:07.204043 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-407b4345-6487-4201-8ade-00644d1181ae req-f8a09ff1-b276-4d7c-8db1-71219e998598 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327811 Jul 30 16:11:08.027605 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:11:08.087673 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:11:08.088049 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:08.167441 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:08.188683 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:11:08.190918 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cee242-011f-4b26-95ed-5c7676368d40" -d '{"events": [{"server_uuid": "e4704da2-be8a-446c-8b13-1b0dba507ebe", "name": "network-vif-plugged", "status": "completed", "tag": "e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:11:08.204630 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:08.210240 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:08.240268 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81012acf-2cb5-4c27-bced-b0bdc0f9cff7 x-openstack-request-id: req-81012acf-2cb5-4c27-bced-b0bdc0f9cff7 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:11:08.240557 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4704da2-be8a-446c-8b13-1b0dba507ebe", "name": "network-vif-plugged", "status": "completed", "tag": "e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:11:08.240832 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-81012acf-2cb5-4c27-bced-b0bdc0f9cff7 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:11:08.241212 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00', 'code': 200} Jul 30 16:11:08.267944 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,revision_number=7']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:08.328702 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776efe6-4511-4c56-9255-5c45d036622c req-f67421b9-880c-45d8-a6d7-b8b8e51441c5 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:08.330130 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d776efe6-4511-4c56-9255-5c45d036622c req-f67421b9-880c-45d8-a6d7-b8b8e51441c5 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0492482 Jul 30 16:11:08.367820 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d776efe6-4511-4c56-9255-5c45d036622c req-f2a1860a-ee8e-42e2-b889-b1c1dc67a656 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310163 Jul 30 16:11:08.438189 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:09.513625 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a3ec0-231e-47c0-837a-9b539ec1e279 req-2ee24942-9a0b-45ae-b9e1-7532817e9f9c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:09.521815 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d83a3ec0-231e-47c0-837a-9b539ec1e279 req-2ee24942-9a0b-45ae-b9e1-7532817e9f9c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0714438 Jul 30 16:11:09.571700 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d83a3ec0-231e-47c0-837a-9b539ec1e279 req-1c7784d8-b9f1-4e4a-8491-8474e3ebb5a3 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483937 Jul 30 16:11:10.699885 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4cbe8-4500-406d-abb0-d69c9bdb7255 req-b7875ff6-a2e6-4ef0-961c-ae59ab989b5a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:10.701435 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4be4cbe8-4500-406d-abb0-d69c9bdb7255 req-b7875ff6-a2e6-4ef0-961c-ae59ab989b5a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0532422 Jul 30 16:11:10.741544 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4be4cbe8-4500-406d-abb0-d69c9bdb7255 req-443ac97c-9823-4d85-b463-8b25ca03939c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338109 Jul 30 16:11:11.872212 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a942a-a65e-43a2-bb6a-8d4f0357bcab req-5216b7eb-1fcc-4083-b1b0-ab79bbdfa29f tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:11.873722 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a91a942a-a65e-43a2-bb6a-8d4f0357bcab req-5216b7eb-1fcc-4083-b1b0-ab79bbdfa29f tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0495276 Jul 30 16:11:11.919094 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a91a942a-a65e-43a2-bb6a-8d4f0357bcab req-873b45be-9cae-4b3b-a3a4-471db60db0b5 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333631 Jul 30 16:11:13.053077 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c223416-de97-4311-bc93-25845361a97b req-8ea79558-8b50-4acc-8100-b692b44c0a65 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:13.054733 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2c223416-de97-4311-bc93-25845361a97b req-8ea79558-8b50-4acc-8100-b692b44c0a65 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0578780 Jul 30 16:11:13.108176 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2c223416-de97-4311-bc93-25845361a97b req-dc48ee8d-dd50-4d9a-9f14-ed4eeb4ad26e tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404537 Jul 30 16:11:14.250410 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be579d-c982-44be-a6ef-aec11746a12d req-cc5f5a05-fd7f-4135-bc36-d3de7f20d57d tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:14.252035 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c2be579d-c982-44be-a6ef-aec11746a12d req-cc5f5a05-fd7f-4135-bc36-d3de7f20d57d tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0765028 Jul 30 16:11:14.297328 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c2be579d-c982-44be-a6ef-aec11746a12d req-467ee227-cfed-454b-91ae-898aad50ae46 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391078 Jul 30 16:11:14.423778 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:15.437550 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca4559-9ff9-430c-bc36-32f3c6c8b34e req-06772a24-068b-454a-8c2f-3d0ef65ea2b7 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:15.444056 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-05ca4559-9ff9-430c-bc36-32f3c6c8b34e req-06772a24-068b-454a-8c2f-3d0ef65ea2b7 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0584590 Jul 30 16:11:15.490295 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-05ca4559-9ff9-430c-bc36-32f3c6c8b34e req-b38a69a1-8022-4ec5-93a4-27e7d22af1ae tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439858 Jul 30 16:11:16.641383 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0e4bc-4066-4f5b-a595-bde579acb1d8 req-b08e72da-f4de-41aa-9f4a-a4ecfd870925 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:16.641383 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-08e0e4bc-4066-4f5b-a595-bde579acb1d8 req-b08e72da-f4de-41aa-9f4a-a4ecfd870925 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0635026 Jul 30 16:11:16.679436 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-08e0e4bc-4066-4f5b-a595-bde579acb1d8 req-ca02bca1-7bd8-4eda-9549-8805aa12b4c2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363488 Jul 30 16:11:17.795433 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49370ee-02b6-43a9-af64-9a144dc23958 req-ad4de928-6361-46f8-b4c6-755d208788df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:17.797625 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b49370ee-02b6-43a9-af64-9a144dc23958 req-ad4de928-6361-46f8-b4c6-755d208788df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15377e3ad59448e2a0d51249c5cf4a32&device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 1099 time: 0.0404642 Jul 30 16:11:17.808295 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d35345-f610-4061-b799-1fe0cc5ded9e req-98b7fe2e-b645-46a0-92dc-7f57cca3da39 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:17.809851 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-01d35345-f610-4061-b799-1fe0cc5ded9e req-98b7fe2e-b645-46a0-92dc-7f57cca3da39 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0476587 Jul 30 16:11:17.848410 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-01d35345-f610-4061-b799-1fe0cc5ded9e req-9a15dd56-9f75-4758-ac72-aec483c015fd tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320222 Jul 30 16:11:17.896774 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49370ee-02b6-43a9-af64-9a144dc23958 req-95cb6836-c2f3-45dc-990e-9a0a9ca4e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:17.898311 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b49370ee-02b6-43a9-af64-9a144dc23958 req-95cb6836-c2f3-45dc-990e-9a0a9ca4e363 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b371347-3539-4d23-9546-ea91d4d992d4 HTTP/1.1" status: 200 len: 917 time: 0.0890493 Jul 30 16:11:17.964693 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b49370ee-02b6-43a9-af64-9a144dc23958 req-805a7baf-d950-496c-b859-fddd72de34f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 HTTP/1.1" status: 200 len: 1002 time: 0.0576575 Jul 30 16:11:18.028575 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49370ee-02b6-43a9-af64-9a144dc23958 req-3ff29b28-d6a9-4649-a6e6-5a925ca90e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:18.030025 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b49370ee-02b6-43a9-af64-9a144dc23958 req-3ff29b28-d6a9-4649-a6e6-5a925ca90e7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11cade48-67f7-4537-a1c0-f728e42f6cbb HTTP/1.1" status: 200 len: 855 time: 0.0565090 Jul 30 16:11:18.075356 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49370ee-02b6-43a9-af64-9a144dc23958 req-2609afdd-9f3c-4a18-bd06-ef3b80313cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:18.076727 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b49370ee-02b6-43a9-af64-9a144dc23958 req-2609afdd-9f3c-4a18-bd06-ef3b80313cae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b371347-3539-4d23-9546-ea91d4d992d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394084 Jul 30 16:11:18.163878 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b49370ee-02b6-43a9-af64-9a144dc23958 req-3cb1c501-445e-4ce6-a430-940f4662206f service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778413 Jul 30 16:11:18.254930 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b49370ee-02b6-43a9-af64-9a144dc23958 req-cca3941d-7edd-43bc-a86a-6fc5e8fd301e service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836992 Jul 30 16:11:18.965380 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a2a81-4601-4b74-87c1-b0120101cb91 req-63dd63ad-aed9-4d8f-9b8b-9815bfd1b945 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:18.966840 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c18a2a81-4601-4b74-87c1-b0120101cb91 req-63dd63ad-aed9-4d8f-9b8b-9815bfd1b945 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0479116 Jul 30 16:11:19.006075 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c18a2a81-4601-4b74-87c1-b0120101cb91 req-dd3e6620-3e18-4010-83ef-7b9820412624 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331390 Jul 30 16:11:19.140265 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:11:20.068817 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:11:20.137546 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931efcb9-28c3-4de4-9d8a-7ce3913894a8 req-e4eb5030-6c4a-4f45-9dd7-67bb4de5a9ac tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:20.139147 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-931efcb9-28c3-4de4-9d8a-7ce3913894a8 req-e4eb5030-6c4a-4f45-9dd7-67bb4de5a9ac tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 946 time: 0.0517163 Jul 30 16:11:20.152168 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:20.175106 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:11:20.177494 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd52f1d-a2e7-44f1-9cdf-535f6f32ae3f" -d '{"events": [{"server_uuid": "e4704da2-be8a-446c-8b13-1b0dba507ebe", "name": "network-vif-unplugged", "status": "completed", "tag": "e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:11:20.178029 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-931efcb9-28c3-4de4-9d8a-7ce3913894a8 req-8d583a14-cf69-42e1-9377-463e9fb4a768 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329058 Jul 30 16:11:20.191645 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:20.197305 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:20.223678 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 16:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7b0c7e-3178-4e5c-b315-c1f37d692c2e x-openstack-request-id: req-bb7b0c7e-3178-4e5c-b315-c1f37d692c2e {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:11:20.223982 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4704da2-be8a-446c-8b13-1b0dba507ebe", "name": "network-vif-unplugged", "status": "completed", "tag": "e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:11:20.224368 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bb7b0c7e-3178-4e5c-b315-c1f37d692c2e {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:11:20.224769 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00', 'code': 200} Jul 30 16:11:20.250767 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,revision_number=8']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:21.063216 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135d9ca-fbb1-44b0-8e9a-35e17aae1860 req-3e545571-9272-4ec3-9d8e-fd60312e4a23 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:21.064721 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0135d9ca-fbb1-44b0-8e9a-35e17aae1860 req-3e545571-9272-4ec3-9d8e-fd60312e4a23 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 944 time: 0.0505936 Jul 30 16:11:21.093586 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d74cff5e-239a-4d23-9872-dea8574abcd1 req-548ec0a4-8b57-40c8-8a32-46743bfe9abb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413656 Jul 30 16:11:21.103846 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0135d9ca-fbb1-44b0-8e9a-35e17aae1860 req-240946d5-2fce-44e2-bd3d-836f654f6a40 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324910 Jul 30 16:11:21.890614 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cff5e-239a-4d23-9872-dea8574abcd1 req-1586895e-fa1d-4898-87a7-05618f8b086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:21.892132 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d74cff5e-239a-4d23-9872-dea8574abcd1 req-1586895e-fa1d-4898-87a7-05618f8b086d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe&tenant_id=15377e3ad59448e2a0d51249c5cf4a32 HTTP/1.1" status: 200 len: 1097 time: 0.0713875 Jul 30 16:11:21.955024 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cff5e-239a-4d23-9872-dea8574abcd1 req-ac66cd48-0a34-43f7-8cb7-4159e806548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:21.956765 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d74cff5e-239a-4d23-9872-dea8574abcd1 req-ac66cd48-0a34-43f7-8cb7-4159e806548d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15377e3ad59448e2a0d51249c5cf4a32&device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 1097 time: 0.0415089 Jul 30 16:11:22.051201 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cff5e-239a-4d23-9872-dea8574abcd1 req-a9668037-d50c-4da5-afcf-a7a41ba552bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:22.052666 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d74cff5e-239a-4d23-9872-dea8574abcd1 req-a9668037-d50c-4da5-afcf-a7a41ba552bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b371347-3539-4d23-9546-ea91d4d992d4 HTTP/1.1" status: 200 len: 917 time: 0.0828111 Jul 30 16:11:22.120257 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d74cff5e-239a-4d23-9872-dea8574abcd1 req-b1af1899-cf71-4fca-a449-86e7a739dbc3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 HTTP/1.1" status: 200 len: 1000 time: 0.0602913 Jul 30 16:11:22.169176 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cff5e-239a-4d23-9872-dea8574abcd1 req-097b9941-f3de-4bb1-add6-528a69e2e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:22.170673 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d74cff5e-239a-4d23-9872-dea8574abcd1 req-097b9941-f3de-4bb1-add6-528a69e2e019 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11cade48-67f7-4537-a1c0-f728e42f6cbb HTTP/1.1" status: 200 len: 855 time: 0.0429466 Jul 30 16:11:22.217411 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cff5e-239a-4d23-9872-dea8574abcd1 req-dc824062-c6e6-459a-99a4-fa92a3571740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:22.218923 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d74cff5e-239a-4d23-9872-dea8574abcd1 req-dc824062-c6e6-459a-99a4-fa92a3571740 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b371347-3539-4d23-9546-ea91d4d992d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408289 Jul 30 16:11:22.224230 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e5abb-95f0-4663-909c-9c4a2a069a37 req-b4d8c476-3be0-487d-9bb0-8d8508d3c786 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:22.225689 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-890e5abb-95f0-4663-909c-9c4a2a069a37 req-b4d8c476-3be0-487d-9bb0-8d8508d3c786 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 944 time: 0.0488956 Jul 30 16:11:22.263226 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-890e5abb-95f0-4663-909c-9c4a2a069a37 req-d9fc5109-c284-45d6-98be-86c67e708bbe tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313916 Jul 30 16:11:22.312113 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d74cff5e-239a-4d23-9872-dea8574abcd1 req-0a496733-292f-43fd-b1b0-e9bedcda5ead service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849197 Jul 30 16:11:22.402668 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d74cff5e-239a-4d23-9872-dea8574abcd1 req-4f8455cb-1dff-4a2b-adb7-98f54de1ad3c service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818782 Jul 30 16:11:23.409140 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32c360-1760-426b-abcc-f4df1fd017b8 req-4541e95d-9645-469d-aacd-566c5eb25b12 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:23.410881 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ab32c360-1760-426b-abcc-f4df1fd017b8 req-4541e95d-9645-469d-aacd-566c5eb25b12 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 944 time: 0.0719020 Jul 30 16:11:23.453531 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ab32c360-1760-426b-abcc-f4df1fd017b8 req-49a5ba3f-997c-4229-b483-36674dee0ac0 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357862 Jul 30 16:11:24.086069 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:11:24.578814 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96114a08-098d-4123-b1b5-923973050f38 req-f51302ec-daf0-4e5e-9960-642d767f1937 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:24.581109 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-96114a08-098d-4123-b1b5-923973050f38 req-f51302ec-daf0-4e5e-9960-642d767f1937 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 944 time: 0.0519977 Jul 30 16:11:24.626909 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-96114a08-098d-4123-b1b5-923973050f38 req-75faf1ff-44e1-4629-a148-4bec26a22862 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372806 Jul 30 16:11:25.748764 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb6ae1-e219-4ace-861f-0874f68675c8 req-2d65d1c3-ecc2-4184-884f-13bf22339d68 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:25.750249 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-97bb6ae1-e219-4ace-861f-0874f68675c8 req-2d65d1c3-ecc2-4184-884f-13bf22339d68 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 944 time: 0.0504246 Jul 30 16:11:25.788888 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-97bb6ae1-e219-4ace-861f-0874f68675c8 req-d8f81d54-72d5-4c02-9be0-d39f54d44905 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325251 Jul 30 16:11:26.915052 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38a57c-51ef-44fa-aa99-36746f29dda2 req-74002e7b-8af7-4fb1-bd74-240423357505 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:26.916574 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2d38a57c-51ef-44fa-aa99-36746f29dda2 req-74002e7b-8af7-4fb1-bd74-240423357505 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 944 time: 0.0528247 Jul 30 16:11:26.956146 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2d38a57c-51ef-44fa-aa99-36746f29dda2 req-9207ff83-685f-41a7-a2c2-b83d44e5c789 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330546 Jul 30 16:11:28.096349 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bb2e8-798d-4dfd-be88-3e690d3a084e req-31f065c2-a895-4dc9-974b-50e9d79c7800 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:28.098081 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9a9bb2e8-798d-4dfd-be88-3e690d3a084e req-31f065c2-a895-4dc9-974b-50e9d79c7800 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 944 time: 0.0513616 Jul 30 16:11:28.140728 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9a9bb2e8-798d-4dfd-be88-3e690d3a084e req-690f3cb1-c587-4af1-a09d-786f3f1d55c4 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356410 Jul 30 16:11:29.266480 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eeea36-cd98-4d80-8219-dc248784cac9 req-dc91f143-1b61-4d84-b45e-ca60c96be2b7 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:29.268978 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-58eeea36-cd98-4d80-8219-dc248784cac9 req-dc91f143-1b61-4d84-b45e-ca60c96be2b7 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 944 time: 0.0515018 Jul 30 16:11:29.308252 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-58eeea36-cd98-4d80-8219-dc248784cac9 req-8f215abb-1f37-46a6-8156-b2fc938a7e34 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328259 Jul 30 16:11:30.432749 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258d63f-9aef-4c05-a6b3-e5faafdbcd86 req-b8e466cb-b86e-4d5c-a362-d0737f4b17cd tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:30.434240 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1258d63f-9aef-4c05-a6b3-e5faafdbcd86 req-b8e466cb-b86e-4d5c-a362-d0737f4b17cd tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 944 time: 0.0535333 Jul 30 16:11:30.481270 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1258d63f-9aef-4c05-a6b3-e5faafdbcd86 req-6592dbdd-aef0-4da6-b23e-5718683a00e5 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405428 Jul 30 16:11:31.609896 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d886ae-ceae-4e36-8585-9fc251d1996a req-3380cce6-1d67-4eee-b963-45e9fcee5be6 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:31.612869 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-22d886ae-ceae-4e36-8585-9fc251d1996a req-3380cce6-1d67-4eee-b963-45e9fcee5be6 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 944 time: 0.0578480 Jul 30 16:11:31.653193 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-22d886ae-ceae-4e36-8585-9fc251d1996a req-c3f325ca-d896-49ca-bbd7-f88f1916ea32 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343075 Jul 30 16:11:32.789645 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc568ede-2fd0-4fb0-a51b-4e188de4ccf1 req-a2e00c13-f69f-4dd8-93bd-1efe27bd7f90 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:32.791076 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-cc568ede-2fd0-4fb0-a51b-4e188de4ccf1 req-a2e00c13-f69f-4dd8-93bd-1efe27bd7f90 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 944 time: 0.0613980 Jul 30 16:11:32.831828 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-cc568ede-2fd0-4fb0-a51b-4e188de4ccf1 req-98f20217-39c0-44a4-8c04-f84ae91f3c0f tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345089 Jul 30 16:11:33.242824 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d2f733d9-731f-4cdb-93a7-4beefbc5ff65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:33.955563 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc53c9-e3a7-49ea-8aab-493836a5e844 req-0622753e-d2b9-4bc5-8b60-d7444e9ab9f7 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:33.957330 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-12bc53c9-e3a7-49ea-8aab-493836a5e844 req-0622753e-d2b9-4bc5-8b60-d7444e9ab9f7 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 944 time: 0.0520952 Jul 30 16:11:33.996647 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-12bc53c9-e3a7-49ea-8aab-493836a5e844 req-cd550ec2-58fb-4db7-8e67-023e6f929537 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332663 Jul 30 16:11:35.126763 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7db02c-026d-4e53-b612-1b522ded0ff0 req-9c4fef26-293a-478c-8098-e45034ef9781 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:35.128314 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5d7db02c-026d-4e53-b612-1b522ded0ff0 req-9c4fef26-293a-478c-8098-e45034ef9781 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 944 time: 0.0524652 Jul 30 16:11:35.166603 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5d7db02c-026d-4e53-b612-1b522ded0ff0 req-6fe58102-8562-45ae-a991-f8de0b7ab63c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318289 Jul 30 16:11:36.146462 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:11:36.179755 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:36.221752 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-29ad2e9e-f9ef-44e4-9d0a-ade056f4f8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:36.263556 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:36.274559 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'port_id': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00', 'mac_address': 'fa:16:3e:fb:05:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:11:36.294892 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6304d2-6b2b-4946-9ada-92ec5c843639 req-24ce73c3-8485-4c13-98b2-4e29d59b2df7 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:36.296392 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5c6304d2-6b2b-4946-9ada-92ec5c843639 req-24ce73c3-8485-4c13-98b2-4e29d59b2df7 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 944 time: 0.0527077 Jul 30 16:11:36.316169 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:36.329927 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:11:36.335821 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5c6304d2-6b2b-4946-9ada-92ec5c843639 req-143ef751-9b0d-4fb1-893c-a0d3f9812fca tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332556 Jul 30 16:11:36.350282 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:36.354304 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:36.401855 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,revision_number=9']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:36.602977 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:11:36.961761 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:37.453552 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10509d16-d698-453d-8525-8efbc11b285f req-10735527-515d-42ab-b5ba-9866874b7f55 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:37.455036 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-10509d16-d698-453d-8525-8efbc11b285f req-10735527-515d-42ab-b5ba-9866874b7f55 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 945 time: 0.0485747 Jul 30 16:11:37.494038 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-10509d16-d698-453d-8525-8efbc11b285f req-66bcf3d6-0935-4200-bf43-e6600a90cf0f tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327733 Jul 30 16:11:38.166050 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:11:38.212338 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:11:38.212707 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:38.286901 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:38.308733 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:11:38.310951 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e0d752-3395-45e7-b8b2-0731801835ae" -d '{"events": [{"server_uuid": "e4704da2-be8a-446c-8b13-1b0dba507ebe", "name": "network-vif-plugged", "status": "completed", "tag": "e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:11:38.323863 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:38.328411 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:38.353058 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc9b7ae-14f9-4512-8004-183179caf940 x-openstack-request-id: req-bdc9b7ae-14f9-4512-8004-183179caf940 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:11:38.353349 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4704da2-be8a-446c-8b13-1b0dba507ebe", "name": "network-vif-plugged", "status": "completed", "tag": "e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:11:38.353601 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bdc9b7ae-14f9-4512-8004-183179caf940 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:11:38.353982 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00', 'code': 200} Jul 30 16:11:38.377390 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,revision_number=10']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:38.437787 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:38.528112 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18b4bf-6260-4943-bab8-bb64104fa5cb req-40b5821f-00e7-420b-b837-1f88c04e1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:38.529610 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ed18b4bf-6260-4943-bab8-bb64104fa5cb req-40b5821f-00e7-420b-b837-1f88c04e1744 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 1100 time: 0.0399756 Jul 30 16:11:38.566552 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ed18b4bf-6260-4943-bab8-bb64104fa5cb req-bdaf5cbf-02f2-489e-90a7-2c28d96ac9ea service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282247 Jul 30 16:11:38.616399 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdaba05-eb2f-4b88-aafe-1d3d7aa08d07 req-068a8ce5-efa8-4bbb-a0d2-e348e79a9b11 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:38.618431 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fcdaba05-eb2f-4b88-aafe-1d3d7aa08d07 req-068a8ce5-efa8-4bbb-a0d2-e348e79a9b11 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 947 time: 0.0509951 Jul 30 16:11:38.654919 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fcdaba05-eb2f-4b88-aafe-1d3d7aa08d07 req-bca5b60d-0dc0-4399-b125-a0f9d6f7ac9a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307329 Jul 30 16:11:39.785200 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c2591-1d35-40a1-9681-842a1812038a req-841a35c5-f324-426b-a6ad-e9acc4d83c72 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:39.786762 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-de9c2591-1d35-40a1-9681-842a1812038a req-841a35c5-f324-426b-a6ad-e9acc4d83c72 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 947 time: 0.0575759 Jul 30 16:11:39.826772 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-de9c2591-1d35-40a1-9681-842a1812038a req-bd5eeade-3bde-4b76-a6a0-c76439873d92 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337644 Jul 30 16:11:40.944162 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914121d-5a4e-4470-837f-9f61a6b933aa req-57ef7002-204a-412a-85df-f059aa37e1b2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:40.945673 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1914121d-5a4e-4470-837f-9f61a6b933aa req-57ef7002-204a-412a-85df-f059aa37e1b2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 947 time: 0.0475130 Jul 30 16:11:40.984742 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1914121d-5a4e-4470-837f-9f61a6b933aa req-b086fd6c-69e9-4cd5-b04d-3536d847adf2 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326953 Jul 30 16:11:44.412845 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:55.522440 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff542413-53e9-4058-9458-dfd6d25dff27 req-df747242-e2f5-4ff8-8c60-65254de31d09 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:55.523957 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ff542413-53e9-4058-9458-dfd6d25dff27 req-df747242-e2f5-4ff8-8c60-65254de31d09 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 945 time: 0.0485151 Jul 30 16:11:55.560728 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ff542413-53e9-4058-9458-dfd6d25dff27 req-59a37fc0-adb7-4a5f-83f4-8866a473d984 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=4def28b9-3324-4eb5-992e-1a26c96c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308268 Jul 30 16:11:56.140372 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:11:56.677300 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893bdf6-80bf-4ff0-afbd-48dd67c4a52d req-fa51e028-7610-4476-bd34-f9bf97830f40 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:56.678757 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5893bdf6-80bf-4ff0-afbd-48dd67c4a52d req-fa51e028-7610-4476-bd34-f9bf97830f40 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 945 time: 0.0504491 Jul 30 16:11:56.717789 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5893bdf6-80bf-4ff0-afbd-48dd67c4a52d req-b43189f6-ab15-4f8a-b0be-3b42cdf1cd30 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=4def28b9-3324-4eb5-992e-1a26c96c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325401 Jul 30 16:11:57.405154 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5f417-b5de-4a29-949d-a44b915f4a80 req-21b84f1e-d70c-4d22-9614-617898bba665 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:57.406582 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a5b5f417-b5de-4a29-949d-a44b915f4a80 req-21b84f1e-d70c-4d22-9614-617898bba665 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 945 time: 0.0518260 Jul 30 16:11:57.493903 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-a5b5f417-b5de-4a29-949d-a44b915f4a80 req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Deleting port 46114846-11c2-4792-ad75-e9ceee4c2cd8 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:11:57.494247 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-a5b5f417-b5de-4a29-949d-a44b915f4a80 req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:57.582697 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-a5b5f417-b5de-4a29-949d-a44b915f4a80 req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] For port 46114846-11c2-4792-ad75-e9ceee4c2cd8, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=46114846-11c2-4792-ad75-e9ceee4c2cd8,segment=NetworkSegment(5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b),segment_id=5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:57.583089 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-a5b5f417-b5de-4a29-949d-a44b915f4a80 req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:57.744984 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-a5b5f417-b5de-4a29-949d-a44b915f4a80 req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:57.745362 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-a5b5f417-b5de-4a29-949d-a44b915f4a80 req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:57.745846 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.l3_db [req-a5b5f417-b5de-4a29-949d-a44b915f4a80 req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Floating IP d2cca45f-af86-4058-af87-5bce8ee32c91 disassociated. External IP: 172.27.3.79, port: 46114846-11c2-4792-ad75-e9ceee4c2cd8. Jul 30 16:11:57.746385 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-a5b5f417-b5de-4a29-949d-a44b915f4a80 req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Calling delete_port for 46114846-11c2-4792-ad75-e9ceee4c2cd8 owned by compute:nova {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:11:57.860539 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced09ea4-bfab-453d-b123-22a86350cd22 req-2d6e22af-88f7-4f0f-ac1e-6d0a1158fcaa tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:57.861900 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ced09ea4-bfab-453d-b123-22a86350cd22 req-2d6e22af-88f7-4f0f-ac1e-6d0a1158fcaa tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfd1dca0-caf4-46db-9e1c-c24659fa9c5e HTTP/1.1" status: 200 len: 945 time: 0.0738895 Jul 30 16:11:57.936373 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ced09ea4-bfab-453d-b123-22a86350cd22 req-98905bf6-5743-4ddd-bfad-b6453954f154 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups?id=4def28b9-3324-4eb5-992e-1a26c96c476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684330 Jul 30 16:11:57.940758 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-a5b5f417-b5de-4a29-949d-a44b915f4a80 req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:57.967898 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event deleted for resources: {'Port': ['ID=46114846-11c2-4792-ad75-e9ceee4c2cd8,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:57.977183 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:57.977557 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:57.977888 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:57.978217 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:57.978541 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:57.978864 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:57.979232 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:57.979555 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:57.979872 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:57.980190 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:57.981005 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:57.981005 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:58.090685 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5b5f417-b5de-4a29-949d-a44b915f4a80 req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Router e060900b-c760-4591-9d4b-aa2e444b1f79 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:11:58.193110 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5b5f417-b5de-4a29-949d-a44b915f4a80 req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:11:58.202523 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e3ad79-b4b4-4987-a629-ff0d14a1f4ff None None] Sync routers for ids ['e060900b-c760-4591-9d4b-aa2e444b1f79'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:11:58.212643 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e3ad79-b4b4-4987-a629-ff0d14a1f4ff None None] Routers {'e060900b-c760-4591-9d4b-aa2e444b1f79'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:11:58.213383 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-e9e3ad79-b4b4-4987-a629-ff0d14a1f4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:11:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['e060900b-c760-4591-9d4b-aa2e444b1f79'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:11:58.236268 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b5f417-b5de-4a29-949d-a44b915f4a80 req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] No DVR routers for this DVR port 46114846-11c2-4792-ad75-e9ceee4c2cd8 on host hv-cinder-80295 {{(pid=93353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:11:58.238804 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-a5b5f417-b5de-4a29-949d-a44b915f4a80 req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:58.240824 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a5b5f417-b5de-4a29-949d-a44b915f4a80 req-edb37dee-caf9-48fe-9563-e3e6c091457f tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.60 "DELETE /v2.0/ports/46114846-11c2-4792-ad75-e9ceee4c2cd8 HTTP/1.1" status: 204 len: 173 time: 0.8277013 Jul 30 16:11:58.241244 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd1dca0-caf4-46db-9e1c-c24659fa9c5e', 'name': 'network-vif-deleted', 'tag': '46114846-11c2-4792-ad75-e9ceee4c2cd8'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:11:58.244105 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33666f7d-f2c8-4b16-8581-e350cc32899b" -d '{"events": [{"server_uuid": "dfd1dca0-caf4-46db-9e1c-c24659fa9c5e", "name": "network-vif-deleted", "tag": "46114846-11c2-4792-ad75-e9ceee4c2cd8"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:11:58.279887 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce7eaa2-090d-4986-97c7-2c125e2c93a2 x-openstack-request-id: req-9ce7eaa2-090d-4986-97c7-2c125e2c93a2 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:11:58.280178 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd1dca0-caf4-46db-9e1c-c24659fa9c5e", "name": "network-vif-deleted", "tag": "46114846-11c2-4792-ad75-e9ceee4c2cd8", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:11:58.280433 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9ce7eaa2-090d-4986-97c7-2c125e2c93a2 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:11:58.280836 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd1dca0-caf4-46db-9e1c-c24659fa9c5e', 'name': 'network-vif-deleted', 'tag': '46114846-11c2-4792-ad75-e9ceee4c2cd8', 'status': 'completed', 'code': 200} Jul 30 16:11:58.332231 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-e9e3ad79-b4b4-4987-a629-ff0d14a1f4ff None None] Set router e060900b-c760-4591-9d4b-aa2e444b1f79 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:11:58.537866 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-e9e3ad79-b4b4-4987-a629-ff0d14a1f4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '3d8f361a-2536-4f2c-8de1-24b2deddc247', 'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'mac_address': 'fa:16:3e:d2:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:13Z', 'revision_number': 5, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'subnets': [{'id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:11:58.563480 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e3ad79-b4b4-4987-a629-ff0d14a1f4ff None None] Checking router: e060900b-c760-4591-9d4b-aa2e444b1f79 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:11:58.571586 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e3ad79-b4b4-4987-a629-ff0d14a1f4ff None None] Routers {'e060900b-c760-4591-9d4b-aa2e444b1f79'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:11:58.572198 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-e9e3ad79-b4b4-4987-a629-ff0d14a1f4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:11:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['e060900b-c760-4591-9d4b-aa2e444b1f79'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:11:58.678341 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-e9e3ad79-b4b4-4987-a629-ff0d14a1f4ff None None] Set router e060900b-c760-4591-9d4b-aa2e444b1f79 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:11:58.883118 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-e9e3ad79-b4b4-4987-a629-ff0d14a1f4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '3d8f361a-2536-4f2c-8de1-24b2deddc247', 'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'mac_address': 'fa:16:3e:d2:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:13Z', 'revision_number': 5, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'subnets': [{'id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:11:58.911863 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e3ad79-b4b4-4987-a629-ff0d14a1f4ff None None] The sync data for ids ['e060900b-c760-4591-9d4b-aa2e444b1f79'] in dv-cinder-802955-2-iscsi is: [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '3d8f361a-2536-4f2c-8de1-24b2deddc247', 'name': '', 'network_id': '85982ae8-657f-47f5-b729-6742a565fcec', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'mac_address': 'fa:16:3e:d2:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:13Z', 'revision_number': 5, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'subnets': [{'id': 'f0ed38a9-6919-4226-9d04-1c45eb199d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:11:59.020412 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 33904) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:11:59.080234 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6369bfd6-e206-4eb9-b344-af1ef479d35d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:59.104820 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6369bfd6-e206-4eb9-b344-af1ef479d35d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:59.137905 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176863f-2df3-4f5c-8278-0f35ff516dfb None None] New status for floating IP d2cca45f-af86-4058-af87-5bce8ee32c91: DOWN {{(pid=93356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:11:59.155860 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6369bfd6-e206-4eb9-b344-af1ef479d35d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:59.158400 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6369bfd6-e206-4eb9-b344-af1ef479d35d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:59.159615 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-6369bfd6-e206-4eb9-b344-af1ef479d35d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "DELETE /v2.0/security-groups/4def28b9-3324-4eb5-992e-1a26c96c476b HTTP/1.1" status: 204 len: 168 time: 0.1382201 Jul 30 16:11:59.162355 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 33906) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:11:59.170006 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369bfd6-e206-4eb9-b344-af1ef479d35d tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4def28b9-3324-4eb5-992e-1a26c96c476b,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:59.181824 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.api.v2.resource [None req-ba9808b2-a868-4167-bbc2-c4bbe3dcecc9 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] show failed (client error): The resource could not be found. Jul 30 16:11:59.182969 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-ba9808b2-a868-4167-bbc2-c4bbe3dcecc9 tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "GET /v2.0/security-groups/4def28b9-3324-4eb5-992e-1a26c96c476b HTTP/1.1" status: 404 len: 347 time: 0.0188003 Jul 30 16:11:59.185771 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 33908) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:11:59.314912 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Deleting port db09b03e-d07e-4bb4-b225-7d91e191d1d0 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:11:59.315367 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:59.388347 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:59.388674 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:59.400785 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Calling delete_port for db09b03e-d07e-4bb4-b225-7d91e191d1d0 owned by network:floatingip {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:11:59.531661 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:59.563129 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Pushing event deleted for resources: {'Port': ['ID=db09b03e-d07e-4bb4-b225-7d91e191d1d0,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:59.585795 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:59.586150 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:59.586495 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:59.587465 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:59.587829 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:59.588166 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:59.588500 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:59.588832 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:59.589163 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:59.589490 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:59.589817 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:59.590177 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:59.628669 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks [] for floatingip, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:59.631303 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:59.632448 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-e0fe5873-2fb6-4dee-9676-c046616ddd0b tempest-AttachVolumeTestJSON-396788266 tempest-AttachVolumeTestJSON-396788266-project] 10.222.0.61 "DELETE /v2.0/floatingips/d2cca45f-af86-4058-af87-5bce8ee32c91 HTTP/1.1" status: 204 len: 168 time: 0.4457836 Jul 30 16:12:02.263803 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 46114846-11c2-4792-ad75-e9ceee4c2cd8 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:12:02.284011 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: 46114846-11c2-4792-ad75-e9ceee4c2cd8 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:12:02.284357 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 46114846-11c2-4792-ad75-e9ceee4c2cd8 not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:12:03.154791 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 33938) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:03.244379 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7b07b5e9-b4a3-48a2-930a-0ffd4863ef0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:03.875455 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-943c05c8-12a8-433e-9950-743bd17f1d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701754'] for router_interface, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.158943 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-943c05c8-12a8-433e-9950-743bd17f1d55 admin admin] Deleting port 3d8f361a-2536-4f2c-8de1-24b2deddc247 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:12:04.159648 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-943c05c8-12a8-433e-9950-743bd17f1d55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.233889 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-943c05c8-12a8-433e-9950-743bd17f1d55 admin admin] For port 3d8f361a-2536-4f2c-8de1-24b2deddc247, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=3d8f361a-2536-4f2c-8de1-24b2deddc247,segment=NetworkSegment(5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b),segment_id=5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:12:04.234249 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-943c05c8-12a8-433e-9950-743bd17f1d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.247102 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-943c05c8-12a8-433e-9950-743bd17f1d55 admin admin] Calling delete_port for 3d8f361a-2536-4f2c-8de1-24b2deddc247 owned by network:router_interface {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:12:04.437546 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-943c05c8-12a8-433e-9950-743bd17f1d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.461996 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c05c8-12a8-433e-9950-743bd17f1d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8f361a-2536-4f2c-8de1-24b2deddc247,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:04.626842 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-943c05c8-12a8-433e-9950-743bd17f1d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701782'] for router_interface, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.830766 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943c05c8-12a8-433e-9950-743bd17f1d55 admin admin] Router e060900b-c760-4591-9d4b-aa2e444b1f79 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:12:04.932292 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943c05c8-12a8-433e-9950-743bd17f1d55 admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:12:04.937293 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-943c05c8-12a8-433e-9950-743bd17f1d55 admin admin] 10.222.0.61 "PUT /v2.0/routers/e060900b-c760-4591-9d4b-aa2e444b1f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7814808 Jul 30 16:12:04.940135 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 33942) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:04.941222 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcc2cd6-8765-40fa-8f41-f64a7e02a678 None None] Sync routers for ids ['e060900b-c760-4591-9d4b-aa2e444b1f79'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:12:04.950269 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcc2cd6-8765-40fa-8f41-f64a7e02a678 None None] Routers {'e060900b-c760-4591-9d4b-aa2e444b1f79'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:12:04.950890 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-3fcc2cd6-8765-40fa-8f41-f64a7e02a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:11:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['e060900b-c760-4591-9d4b-aa2e444b1f79'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:05.039666 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8ef9371c-178a-4bcc-b716-3bd335da1747 admin admin] Notify callbacks [] for router, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.052985 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-3fcc2cd6-8765-40fa-8f41-f64a7e02a678 None None] Set router e060900b-c760-4591-9d4b-aa2e444b1f79 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:12:05.151254 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8ef9371c-178a-4bcc-b716-3bd335da1747 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.211369 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9371c-178a-4bcc-b716-3bd335da1747 admin admin] Deleting port cb56f996-2aeb-45dc-b8da-8d0d00542e2e {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:12:05.213019 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8ef9371c-178a-4bcc-b716-3bd335da1747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.242528 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-3fcc2cd6-8765-40fa-8f41-f64a7e02a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:12:04Z', 'revision_number': 5, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port': {'id': 'cb56f996-2aeb-45dc-b8da-8d0d00542e2e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:05.273555 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcc2cd6-8765-40fa-8f41-f64a7e02a678 None None] Checking router: e060900b-c760-4591-9d4b-aa2e444b1f79 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:12:05.283039 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcc2cd6-8765-40fa-8f41-f64a7e02a678 None None] Routers {'e060900b-c760-4591-9d4b-aa2e444b1f79'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:12:05.283319 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-3fcc2cd6-8765-40fa-8f41-f64a7e02a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:11:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['e060900b-c760-4591-9d4b-aa2e444b1f79'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:05.298155 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-8ef9371c-178a-4bcc-b716-3bd335da1747 admin admin] For port cb56f996-2aeb-45dc-b8da-8d0d00542e2e, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=cb56f996-2aeb-45dc-b8da-8d0d00542e2e,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:12:05.298813 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8ef9371c-178a-4bcc-b716-3bd335da1747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.312507 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9371c-178a-4bcc-b716-3bd335da1747 admin admin] Calling delete_port for cb56f996-2aeb-45dc-b8da-8d0d00542e2e owned by network:router_gateway {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:12:05.382505 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-3fcc2cd6-8765-40fa-8f41-f64a7e02a678 None None] Set router e060900b-c760-4591-9d4b-aa2e444b1f79 gateway port host: None {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:12:05.493396 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8ef9371c-178a-4bcc-b716-3bd335da1747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.519367 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9371c-178a-4bcc-b716-3bd335da1747 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb56f996-2aeb-45dc-b8da-8d0d00542e2e,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:05.572845 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-3fcc2cd6-8765-40fa-8f41-f64a7e02a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:12:05Z', 'revision_number': 6, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port_host': None}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:05.582630 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8ef9371c-178a-4bcc-b716-3bd335da1747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701684'] for router_gateway, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.601233 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcc2cd6-8765-40fa-8f41-f64a7e02a678 None None] The sync data for ids ['e060900b-c760-4591-9d4b-aa2e444b1f79'] in dv-cinder-802955-2-iscsi is: [{'id': 'e060900b-c760-4591-9d4b-aa2e444b1f79', 'name': 'tempest-AttachVolumeTestJSON-295518792-router', 'tenant_id': '4e1402dc086c4071bae84c16365352b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:12:05Z', 'revision_number': 6, 'project_id': '4e1402dc086c4071bae84c16365352b3', 'gw_port_host': None}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:12:05.688873 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8ef9371c-178a-4bcc-b716-3bd335da1747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2721'] for router, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.691005 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8ef9371c-178a-4bcc-b716-3bd335da1747 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.754770 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8ef9371c-178a-4bcc-b716-3bd335da1747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564731'] for router, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.755286 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef9371c-178a-4bcc-b716-3bd335da1747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e060900b-c760-4591-9d4b-aa2e444b1f79 {{(pid=93354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:12:05.761127 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8ef9371c-178a-4bcc-b716-3bd335da1747 admin admin] Notify callbacks [] for router, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.762279 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-8ef9371c-178a-4bcc-b716-3bd335da1747 admin admin] 10.222.0.61 "DELETE /v2.0/routers/e060900b-c760-4591-9d4b-aa2e444b1f79 HTTP/1.1" status: 204 len: 168 time: 0.8212428 Jul 30 16:12:05.764755 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 33944) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:05.813745 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_v2 [None req-3015fc27-a8c0-4e1c-a5ae-d80eaa2b2cc8 admin admin] Deleting subnet f0ed38a9-6919-4226-9d04-1c45eb199d71 {{(pid=93354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:12:05.816812 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3015fc27-a8c0-4e1c-a5ae-d80eaa2b2cc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.854973 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3015fc27-a8c0-4e1c-a5ae-d80eaa2b2cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6082454'] for subnet, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.967533 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3015fc27-a8c0-4e1c-a5ae-d80eaa2b2cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906635'] for subnet, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.021157 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3015fc27-a8c0-4e1c-a5ae-d80eaa2b2cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7322548'] for subnet, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.046505 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015fc27-a8c0-4e1c-a5ae-d80eaa2b2cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0ed38a9-6919-4226-9d04-1c45eb199d71,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:06.051392 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3015fc27-a8c0-4e1c-a5ae-d80eaa2b2cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.054286 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-3015fc27-a8c0-4e1c-a5ae-d80eaa2b2cc8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f0ed38a9-6919-4226-9d04-1c45eb199d71 HTTP/1.1" status: 204 len: 168 time: 0.2875907 Jul 30 16:12:06.055848 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 33946) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:06.056975 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b513e529-86c1-4c21-b1cc-e06a3013a693 None None] Network 85982ae8-657f-47f5-b729-6742a565fcec requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:12:06.193238 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.202290 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-09b6d29d-4413-49c1-9e67-48aae3b79360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.354186 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] DHCP port deletion for 85982ae8-657f-47f5-b729-6742a565fcec request from dv-cinder-802955-2-iscsi {{(pid=93355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 16:12:06.357982 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2038210'] for network, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.400773 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Deleting port 134f4524-9284-4da2-8f4a-39e826f61ac8 {{(pid=93355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:12:06.401108 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.409826 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] Deleting port 134f4524-9284-4da2-8f4a-39e826f61ac8 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:12:06.410172 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.466956 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] For port 134f4524-9284-4da2-8f4a-39e826f61ac8, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=134f4524-9284-4da2-8f4a-39e826f61ac8,segment=NetworkSegment(5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b),segment_id=5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:12:06.467383 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.483119 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Calling delete_port for 134f4524-9284-4da2-8f4a-39e826f61ac8 owned by network:dhcp {{(pid=93355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:12:06.486689 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] For port 134f4524-9284-4da2-8f4a-39e826f61ac8, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=134f4524-9284-4da2-8f4a-39e826f61ac8,segment=NetworkSegment(5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b),segment_id=5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:12:06.487083 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.502863 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] Calling delete_port for 134f4524-9284-4da2-8f4a-39e826f61ac8 owned by network:dhcp {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:12:06.589671 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.614528 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] Pushing event deleted for resources: {'Port': ['ID=134f4524-9284-4da2-8f4a-39e826f61ac8,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:06.615149 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631'] for port, after_delete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.620124 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] No DVR routers for this DVR port 134f4524-9284-4da2-8f4a-39e826f61ac8 on host dv-cinder-802955-2-iscsi {{(pid=93354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:12:06.645115 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Pushing event deleted for resources: {'Port': ['ID=134f4524-9284-4da2-8f4a-39e826f61ac8,revision_number=None']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:06.654068 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] No DVR routers for this DVR port 134f4524-9284-4da2-8f4a-39e826f61ac8 on host dv-cinder-802955-2-iscsi {{(pid=93355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:12:06.656018 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:06.656448 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:06.656848 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:06.657249 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:06.657647 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:06.658045 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:06.658459 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:06.658851 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:06.659269 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:06.659743 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:06.660040 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:06.660430 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d96248-be8d-4e61-8c37-0d1ad70b7a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:06.692275 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900636', 'neutron.services.segments.db._delete_segments_for_network-8772173602609'] for network, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.703522 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85982ae8-657f-47f5-b729-6742a565fcec']}} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:06.715126 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b') {'for_net_delete': True} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:06.715430 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5901c325-c4ec-4f14-bdfd-9c0a01e7bc3b') {} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:06.724141 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772173603386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6082461'] for segment, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.737370 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.743101 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:12:06.743567 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5953348'] for segment, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: Traceback (most recent call last): Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: timer() Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: cb(*args, **kw) Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: return func(*args, **kwargs) Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: self._notify() Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: self.callback(batched_events) Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: event.method(event) Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: return f(self, *a, **k) Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._get(url).json() Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: return self.request(url, 'GET', **kwargs) Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:12:06.745141 dv-cinder-802955-2-iscsi neutron-server[93354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:12:06.796106 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701640'] for network, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.801197 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.805826 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] 10.222.0.61 "DELETE /v2.0/networks/85982ae8-657f-47f5-b729-6742a565fcec HTTP/1.1" status: 204 len: 168 time: 0.7484465 Jul 30 16:12:06.816503 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a127e-0565-4dde-b881-970fbb6c67aa admin admin] Pushing event deleted for resources: {'Network': ['ID=85982ae8-657f-47f5-b729-6742a565fcec,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:06.911980 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 33950) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:06.955905 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-ba280935-5878-490e-8566-3db737798529 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4e1402dc086c4071bae84c16365352b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403204 Jul 30 16:12:06.956223 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 33952) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:06.964746 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:07.002640 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5d959d97-7441-4327-b512-063f5eb42736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:07.023527 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5d959d97-7441-4327-b512-063f5eb42736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:07.068937 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5d959d97-7441-4327-b512-063f5eb42736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:07.072291 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5d959d97-7441-4327-b512-063f5eb42736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:07.073477 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-5d959d97-7441-4327-b512-063f5eb42736 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/30555605-6f86-40a6-bf14-1bea0f4e533f HTTP/1.1" status: 204 len: 168 time: 0.1163199 Jul 30 16:12:07.081145 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d959d97-7441-4327-b512-063f5eb42736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30555605-6f86-40a6-bf14-1bea0f4e533f,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:07.371683 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 3d8f361a-2536-4f2c-8de1-24b2deddc247 no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:12:07.392989 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: 3d8f361a-2536-4f2c-8de1-24b2deddc247 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:12:07.393321 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 3d8f361a-2536-4f2c-8de1-24b2deddc247 not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:12:07.393747 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device cb56f996-2aeb-45dc-b8da-8d0d00542e2e no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:12:07.412012 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: cb56f996-2aeb-45dc-b8da-8d0d00542e2e {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:12:07.412350 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device cb56f996-2aeb-45dc-b8da-8d0d00542e2e not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:12:07.412767 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 134f4524-9284-4da2-8f4a-39e826f61ac8 no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:12:07.431948 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: 134f4524-9284-4da2-8f4a-39e826f61ac8 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:12:07.432296 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 134f4524-9284-4da2-8f4a-39e826f61ac8 not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:12:07.724161 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 33974) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:07.818149 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-8983186a-9f9a-4160-86ab-bc0e2fabc9f9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1913605455-network', 'tenant_id': '29cd20a30ca6450b8e1bca8c9b12074c'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:12:07.840373 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8983186a-9f9a-4160-86ab-bc0e2fabc9f9 admin admin] Made reservation on behalf of 29cd20a30ca6450b8e1bca8c9b12074c for: {'network': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:12:07.842639 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8983186a-9f9a-4160-86ab-bc0e2fabc9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:07.851592 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8983186a-9f9a-4160-86ab-bc0e2fabc9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:07.937373 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8983186a-9f9a-4160-86ab-bc0e2fabc9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:07.940853 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8983186a-9f9a-4160-86ab-bc0e2fabc9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:07.960473 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8983186a-9f9a-4160-86ab-bc0e2fabc9f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=93354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:12:07.975481 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983186a-9f9a-4160-86ab-bc0e2fabc9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7a9c18-04ff-41aa-bb7a-4e7e4ebd80bf,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:07.978939 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8983186a-9f9a-4160-86ab-bc0e2fabc9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:07.979309 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.db.segments_db [None req-8983186a-9f9a-4160-86ab-bc0e2fabc9f9 admin admin] Added segment 870a6d7a-97c2-4299-af99-67d417350e4d of type vlan for network 0eb267eb-65bd-4d96-aa4e-eb26eab65835 Jul 30 16:12:08.019570 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8983186a-9f9a-4160-86ab-bc0e2fabc9f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.047107 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8983186a-9f9a-4160-86ab-bc0e2fabc9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.048039 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8983186a-9f9a-4160-86ab-bc0e2fabc9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:08.048648 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8983186a-9f9a-4160-86ab-bc0e2fabc9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.097979 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-8983186a-9f9a-4160-86ab-bc0e2fabc9f9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3725641 Jul 30 16:12:08.101209 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 33978) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:08.107977 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-2595326b-8696-470b-ba67-a436d9340461 admin admin] Request body: {'subnet': {'network_id': '0eb267eb-65bd-4d96-aa4e-eb26eab65835', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1913605455-subnet', 'tenant_id': '29cd20a30ca6450b8e1bca8c9b12074c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:12:08.109297 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983186a-9f9a-4160-86ab-bc0e2fabc9f9 admin admin] Pushing event updated for resources: {'Network': ['ID=0eb267eb-65bd-4d96-aa4e-eb26eab65835,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:08.119432 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network 0eb267eb-65bd-4d96-aa4e-eb26eab65835 details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:12:08.131372 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2595326b-8696-470b-ba67-a436d9340461 admin admin] Made reservation on behalf of 29cd20a30ca6450b8e1bca8c9b12074c for: {'subnet': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:12:08.134418 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2595326b-8696-470b-ba67-a436d9340461 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66380050'] for subnet, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.295928 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2595326b-8696-470b-ba67-a436d9340461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66541381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66380092'] for subnet, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.350848 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595326b-8696-470b-ba67-a436d9340461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0436f0db-dac6-41e2-91cc-b26c81df7db3,revision_number=0']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:08.359139 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2595326b-8696-470b-ba67-a436d9340461 admin admin] Checking segment: {'id': '870a6d7a-97c2-4299-af99-67d417350e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0eb267eb-65bd-4d96-aa4e-eb26eab65835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:12:08.359495 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2595326b-8696-470b-ba67-a436d9340461 admin admin] Network hostable DHCP agents. Network: 0eb267eb-65bd-4d96-aa4e-eb26eab65835, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:12:08.375635 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2595326b-8696-470b-ba67-a436d9340461 admin admin] Network 0eb267eb-65bd-4d96-aa4e-eb26eab65835 is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:12:08.385175 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-2595326b-8696-470b-ba67-a436d9340461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, 0eb267eb-65bd-4d96-aa4e-eb26eab65835) {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:12:08.392618 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2595326b-8696-470b-ba67-a436d9340461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:08.393403 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-2595326b-8696-470b-ba67-a436d9340461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.395028 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9775fca7-7336-4a7a-bd8e-87c261caef15 None None] Network 0eb267eb-65bd-4d96-aa4e-eb26eab65835 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:12:08.407992 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-2595326b-8696-470b-ba67-a436d9340461 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3054218 Jul 30 16:12:08.458337 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.527858 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afe7f30-babf-457c-baf2-91f38933eb76 None None] Network 0eb267eb-65bd-4d96-aa4e-eb26eab65835 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:12:08.863775 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 33996) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:08.869344 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-45b0be92-c60b-48ea-bdfe-478d072bacd9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-710933153-network', 'tenant_id': '5f267419f8c84f97a58b45056b36d6df'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:12:08.890920 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b0be92-c60b-48ea-bdfe-478d072bacd9 admin admin] Made reservation on behalf of 5f267419f8c84f97a58b45056b36d6df for: {'network': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:12:08.893306 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-45b0be92-c60b-48ea-bdfe-478d072bacd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.901624 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-45b0be92-c60b-48ea-bdfe-478d072bacd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.994169 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-45b0be92-c60b-48ea-bdfe-478d072bacd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.997923 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-45b0be92-c60b-48ea-bdfe-478d072bacd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.018422 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b0be92-c60b-48ea-bdfe-478d072bacd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=93353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:12:09.031456 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0be92-c60b-48ea-bdfe-478d072bacd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b60e0f-00c3-44bb-8af1-56c226e3a748,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:09.036255 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-45b0be92-c60b-48ea-bdfe-478d072bacd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.036600 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.segments_db [None req-45b0be92-c60b-48ea-bdfe-478d072bacd9 admin admin] Added segment edcda2f9-f670-405c-b0fa-24140a0f683b of type vlan for network d2217871-5be1-45a6-bc96-d6563b33ca2b Jul 30 16:12:09.075944 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-45b0be92-c60b-48ea-bdfe-478d072bacd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.104369 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-45b0be92-c60b-48ea-bdfe-478d072bacd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.105463 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b0be92-c60b-48ea-bdfe-478d072bacd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:09.106050 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-45b0be92-c60b-48ea-bdfe-478d072bacd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.158702 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-45b0be92-c60b-48ea-bdfe-478d072bacd9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2912645 Jul 30 16:12:09.158994 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 33998) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:09.163909 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-328b3f48-568a-4478-94d5-2318bc125fa5 admin admin] Request body: {'subnet': {'network_id': 'd2217871-5be1-45a6-bc96-d6563b33ca2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-710933153-subnet', 'tenant_id': '5f267419f8c84f97a58b45056b36d6df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:12:09.166782 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0be92-c60b-48ea-bdfe-478d072bacd9 admin admin] Pushing event updated for resources: {'Network': ['ID=d2217871-5be1-45a6-bc96-d6563b33ca2b,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:09.177273 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network d2217871-5be1-45a6-bc96-d6563b33ca2b details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:12:09.184823 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328b3f48-568a-4478-94d5-2318bc125fa5 admin admin] Made reservation on behalf of 5f267419f8c84f97a58b45056b36d6df for: {'subnet': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:12:09.187185 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-328b3f48-568a-4478-94d5-2318bc125fa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7322515'] for subnet, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.351509 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-328b3f48-568a-4478-94d5-2318bc125fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5957849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7322557'] for subnet, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.398641 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b3f48-568a-4478-94d5-2318bc125fa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e342adf5-96f4-47aa-a225-7888bf2dd315,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:09.413860 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328b3f48-568a-4478-94d5-2318bc125fa5 admin admin] Checking segment: {'id': 'edcda2f9-f670-405c-b0fa-24140a0f683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd2217871-5be1-45a6-bc96-d6563b33ca2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:12:09.414148 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328b3f48-568a-4478-94d5-2318bc125fa5 admin admin] Network hostable DHCP agents. Network: d2217871-5be1-45a6-bc96-d6563b33ca2b, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:12:09.430808 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328b3f48-568a-4478-94d5-2318bc125fa5 admin admin] Network d2217871-5be1-45a6-bc96-d6563b33ca2b is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:12:09.439374 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-328b3f48-568a-4478-94d5-2318bc125fa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, d2217871-5be1-45a6-bc96-d6563b33ca2b) {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:12:09.443568 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328b3f48-568a-4478-94d5-2318bc125fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:09.444158 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-328b3f48-568a-4478-94d5-2318bc125fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.448655 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3f9295-da49-4389-a6c8-5b8fa0c4cd3f None None] Network d2217871-5be1-45a6-bc96-d6563b33ca2b requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:12:09.458563 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-328b3f48-568a-4478-94d5-2318bc125fa5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.2984128 Jul 30 16:12:09.576600 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 34002) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:09.578951 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22e81aa-d03c-4f29-b5ac-fd1f9bd1aaa1 None None] Network d2217871-5be1-45a6-bc96-d6563b33ca2b requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:12:09.633335 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_v2 [None req-491b634f-a9c3-46dc-81da-3cae212296e2 admin admin] Deleting subnet 0436f0db-dac6-41e2-91cc-b26c81df7db3 {{(pid=93354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:12:09.637260 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-491b634f-a9c3-46dc-81da-3cae212296e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.671602 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-491b634f-a9c3-46dc-81da-3cae212296e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6082454'] for subnet, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.710007 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-491b634f-a9c3-46dc-81da-3cae212296e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906635'] for subnet, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.763470 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-491b634f-a9c3-46dc-81da-3cae212296e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7322548'] for subnet, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.794794 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b634f-a9c3-46dc-81da-3cae212296e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0436f0db-dac6-41e2-91cc-b26c81df7db3,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:09.796777 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-491b634f-a9c3-46dc-81da-3cae212296e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.798693 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-491b634f-a9c3-46dc-81da-3cae212296e2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0436f0db-dac6-41e2-91cc-b26c81df7db3 HTTP/1.1" status: 204 len: 168 time: 0.2210407 Jul 30 16:12:09.801225 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 34004) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:09.869942 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e151b29c-b0ee-4697-9d73-bc7b0b77d18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2038210'] for network, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.949620 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e151b29c-b0ee-4697-9d73-bc7b0b77d18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900636', 'neutron.services.segments.db._delete_segments_for_network-8772173602609'] for network, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.959151 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-e151b29c-b0ee-4697-9d73-bc7b0b77d18a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb267eb-65bd-4d96-aa4e-eb26eab65835']}} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:09.969513 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-e151b29c-b0ee-4697-9d73-bc7b0b77d18a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870a6d7a-97c2-4299-af99-67d417350e4d') {'for_net_delete': True} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:09.969799 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-e151b29c-b0ee-4697-9d73-bc7b0b77d18a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870a6d7a-97c2-4299-af99-67d417350e4d') {} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:09.978474 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e151b29c-b0ee-4697-9d73-bc7b0b77d18a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772173603386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6082461'] for segment, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.991202 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e151b29c-b0ee-4697-9d73-bc7b0b77d18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.997160 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e151b29c-b0ee-4697-9d73-bc7b0b77d18a admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:12:09.997609 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e151b29c-b0ee-4697-9d73-bc7b0b77d18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5953348'] for segment, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: Traceback (most recent call last): Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: timer() Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: cb(*args, **kw) Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: return func(*args, **kwargs) Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: self._notify() Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: self.callback(batched_events) Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: event.method(event) Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: return f(self, *a, **k) Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._get(url).json() Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: return self.request(url, 'GET', **kwargs) Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:12:09.999396 dv-cinder-802955-2-iscsi neutron-server[93354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:12:10.050936 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e151b29c-b0ee-4697-9d73-bc7b0b77d18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701640'] for network, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:10.055433 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e151b29c-b0ee-4697-9d73-bc7b0b77d18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:10.058099 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-e151b29c-b0ee-4697-9d73-bc7b0b77d18a admin admin] 10.222.0.61 "DELETE /v2.0/networks/0eb267eb-65bd-4d96-aa4e-eb26eab65835 HTTP/1.1" status: 204 len: 168 time: 0.2559590 Jul 30 16:12:10.061189 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 34006) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:10.069916 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151b29c-b0ee-4697-9d73-bc7b0b77d18a admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb267eb-65bd-4d96-aa4e-eb26eab65835,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:10.108386 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_v2 [None req-669e6ae7-fe1c-41f4-bd86-b35e94c8a37b admin admin] Deleting subnet e342adf5-96f4-47aa-a225-7888bf2dd315 {{(pid=93353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:12:10.111794 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-669e6ae7-fe1c-41f4-bd86-b35e94c8a37b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:10.146025 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-669e6ae7-fe1c-41f4-bd86-b35e94c8a37b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66483350'] for subnet, precommit_delete_associations {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:10.183764 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-669e6ae7-fe1c-41f4-bd86-b35e94c8a37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906635'] for subnet, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:10.234554 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-669e6ae7-fe1c-41f4-bd86-b35e94c8a37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66541318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66380085'] for subnet, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:10.260863 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e6ae7-fe1c-41f4-bd86-b35e94c8a37b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e342adf5-96f4-47aa-a225-7888bf2dd315,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:10.262827 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-669e6ae7-fe1c-41f4-bd86-b35e94c8a37b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:10.264695 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-669e6ae7-fe1c-41f4-bd86-b35e94c8a37b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e342adf5-96f4-47aa-a225-7888bf2dd315 HTTP/1.1" status: 204 len: 168 time: 0.2024896 Jul 30 16:12:10.267283 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 34008) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:10.337183 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b37885af-674d-4206-8b11-b34e37f7e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2038210'] for network, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:10.411437 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b37885af-674d-4206-8b11-b34e37f7e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900636', 'neutron.services.segments.db._delete_segments_for_network-8772173602609'] for network, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:10.421420 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.services.segments.db [None req-b37885af-674d-4206-8b11-b34e37f7e8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2217871-5be1-45a6-bc96-d6563b33ca2b']}} {{(pid=93353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:10.435174 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.services.segments.db [None req-b37885af-674d-4206-8b11-b34e37f7e8f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcda2f9-f670-405c-b0fa-24140a0f683b') {'for_net_delete': True} {{(pid=93353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:10.435467 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.services.segments.db [None req-b37885af-674d-4206-8b11-b34e37f7e8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcda2f9-f670-405c-b0fa-24140a0f683b') {} {{(pid=93353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:10.443892 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b37885af-674d-4206-8b11-b34e37f7e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772173603386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66483357'] for segment, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:10.457160 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b37885af-674d-4206-8b11-b34e37f7e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:10.462899 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37885af-674d-4206-8b11-b34e37f7e8f6 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:12:10.463315 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b37885af-674d-4206-8b11-b34e37f7e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66545880'] for segment, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: Traceback (most recent call last): Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: timer() Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: cb(*args, **kw) Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: return func(*args, **kwargs) Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: self._notify() Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: self.callback(batched_events) Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: event.method(event) Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: return f(self, *a, **k) Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: return self._get(url).json() Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: return self.request(url, 'GET', **kwargs) Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:12:10.464943 dv-cinder-802955-2-iscsi neutron-server[93353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:12:10.517418 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b37885af-674d-4206-8b11-b34e37f7e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701640'] for network, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:10.524066 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b37885af-674d-4206-8b11-b34e37f7e8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:10.525134 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-b37885af-674d-4206-8b11-b34e37f7e8f6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d2217871-5be1-45a6-bc96-d6563b33ca2b HTTP/1.1" status: 204 len: 168 time: 0.2569449 Jul 30 16:12:10.536481 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37885af-674d-4206-8b11-b34e37f7e8f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2217871-5be1-45a6-bc96-d6563b33ca2b,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:10.685803 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 34012) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:10.725510 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-be2f5e3e-39b0-4b36-af20-5a57e9966fc7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=29cd20a30ca6450b8e1bca8c9b12074c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385404 Jul 30 16:12:10.728825 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 34014) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:10.777007 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-196a50e0-06a4-4294-a1fd-b0be6a817ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:10.801996 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-196a50e0-06a4-4294-a1fd-b0be6a817ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:11.108425 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-196a50e0-06a4-4294-a1fd-b0be6a817ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:11.111147 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-196a50e0-06a4-4294-a1fd-b0be6a817ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:11.112280 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-196a50e0-06a4-4294-a1fd-b0be6a817ad1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad7a9c18-04ff-41aa-bb7a-4e7e4ebd80bf HTTP/1.1" status: 204 len: 168 time: 0.3825648 Jul 30 16:12:11.120075 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a50e0-06a4-4294-a1fd-b0be6a817ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7a9c18-04ff-41aa-bb7a-4e7e4ebd80bf,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:11.413468 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 34020) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:11.451411 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-db23bca9-ff92-4ffa-bc45-23c1ba8abb1e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5f267419f8c84f97a58b45056b36d6df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368016 Jul 30 16:12:11.453855 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 34022) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:11.500690 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-06ee2351-de1f-46a4-96d2-d165fdec5858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:11.521042 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-06ee2351-de1f-46a4-96d2-d165fdec5858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:11.566656 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-06ee2351-de1f-46a4-96d2-d165fdec5858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:11.569553 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-06ee2351-de1f-46a4-96d2-d165fdec5858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:11.570693 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-06ee2351-de1f-46a4-96d2-d165fdec5858 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d9b60e0f-00c3-44bb-8af1-56c226e3a748 HTTP/1.1" status: 204 len: 168 time: 0.1159678 Jul 30 16:12:11.578868 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee2351-de1f-46a4-96d2-d165fdec5858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b60e0f-00c3-44bb-8af1-56c226e3a748,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:11.781055 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-83578796-2607-4abe-9eca-8f5978c44a50 req-4d39d68a-9e21-4d96-8a1b-b8aa8480d8cd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409162 Jul 30 16:12:11.864911 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83578796-2607-4abe-9eca-8f5978c44a50 req-1c8ae0bb-9dfe-4f42-9eb2-39148e3acb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:11.866416 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-83578796-2607-4abe-9eca-8f5978c44a50 req-1c8ae0bb-9dfe-4f42-9eb2-39148e3acb83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=15377e3ad59448e2a0d51249c5cf4a32&device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 1100 time: 0.0426886 Jul 30 16:12:11.969509 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83578796-2607-4abe-9eca-8f5978c44a50 req-9575ac43-36e1-4bc3-9fbe-5e9817d82e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:11.971019 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-83578796-2607-4abe-9eca-8f5978c44a50 req-9575ac43-36e1-4bc3-9fbe-5e9817d82e1a service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b371347-3539-4d23-9546-ea91d4d992d4 HTTP/1.1" status: 200 len: 917 time: 0.0839181 Jul 30 16:12:12.043451 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-83578796-2607-4abe-9eca-8f5978c44a50 req-49e6b662-889a-44d8-91b3-f3dea7086a4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 HTTP/1.1" status: 200 len: 1002 time: 0.0630069 Jul 30 16:12:12.103707 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83578796-2607-4abe-9eca-8f5978c44a50 req-e121a306-a467-44d6-8db9-e54438a406a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:12.105161 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-83578796-2607-4abe-9eca-8f5978c44a50 req-e121a306-a467-44d6-8db9-e54438a406a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11cade48-67f7-4537-a1c0-f728e42f6cbb HTTP/1.1" status: 200 len: 855 time: 0.0539622 Jul 30 16:12:12.157320 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83578796-2607-4abe-9eca-8f5978c44a50 req-e7fe7e70-c684-489e-a960-12f33319fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:12.158823 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-83578796-2607-4abe-9eca-8f5978c44a50 req-e7fe7e70-c684-489e-a960-12f33319fa3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b371347-3539-4d23-9546-ea91d4d992d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436275 Jul 30 16:12:12.253923 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-83578796-2607-4abe-9eca-8f5978c44a50 req-e0301e67-99c9-4aa0-b05e-6c2b8fd0914a service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857167 Jul 30 16:12:12.351575 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-83578796-2607-4abe-9eca-8f5978c44a50 req-48e31c2f-f0ac-49ea-b632-22e2fa7ee681 service neutron] 10.222.0.60 "GET /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893543 Jul 30 16:12:13.684986 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b1212-7379-4767-825e-152c7e5fb996 req-cfaf24b4-872c-430a-838a-6cf039429cb9 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:13.686475 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-789b1212-7379-4767-825e-152c7e5fb996 req-cfaf24b4-872c-430a-838a-6cf039429cb9 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 947 time: 0.0486708 Jul 30 16:12:13.732348 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-789b1212-7379-4767-825e-152c7e5fb996 req-b5552bad-9bfd-494d-ba36-dcf08435addc tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394540 Jul 30 16:12:14.417116 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:14.859875 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cb8a5-81da-40c7-a42d-a12abee2cfd2 req-ccada48d-87e4-4f38-ab15-0cd73cdaaa36 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:14.861291 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0c4cb8a5-81da-40c7-a42d-a12abee2cfd2 req-ccada48d-87e4-4f38-ab15-0cd73cdaaa36 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 947 time: 0.0519419 Jul 30 16:12:14.899841 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0c4cb8a5-81da-40c7-a42d-a12abee2cfd2 req-2643f74c-ae6d-4ce1-85af-26a3a888a7bc tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9976325-6403-4a24-9834-c8e43d6397a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325065 Jul 30 16:12:15.155414 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551511a3-df1a-409f-a714-3b942f5b9c29 req-76770abd-57a7-4145-a2ab-5cc66ebbae25 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:15.156906 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-551511a3-df1a-409f-a714-3b942f5b9c29 req-76770abd-57a7-4145-a2ab-5cc66ebbae25 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 947 time: 0.0531809 Jul 30 16:12:15.248396 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-551511a3-df1a-409f-a714-3b942f5b9c29 req-161bd32f-0250-43ec-ad16-98241fcf8648 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Deleting port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:12:15.248744 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-551511a3-df1a-409f-a714-3b942f5b9c29 req-161bd32f-0250-43ec-ad16-98241fcf8648 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:15.341426 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-551511a3-df1a-409f-a714-3b942f5b9c29 req-161bd32f-0250-43ec-ad16-98241fcf8648 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] For port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:12:15.341790 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-551511a3-df1a-409f-a714-3b942f5b9c29 req-161bd32f-0250-43ec-ad16-98241fcf8648 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:15.512503 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-551511a3-df1a-409f-a714-3b942f5b9c29 req-161bd32f-0250-43ec-ad16-98241fcf8648 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:15.512885 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-551511a3-df1a-409f-a714-3b942f5b9c29 req-161bd32f-0250-43ec-ad16-98241fcf8648 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:15.513194 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.l3_db [req-551511a3-df1a-409f-a714-3b942f5b9c29 req-161bd32f-0250-43ec-ad16-98241fcf8648 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Floating IP 3a62b7d0-e660-407e-9e38-18d7cea83624 disassociated. External IP: 172.27.3.195, port: e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00. Jul 30 16:12:15.513531 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-551511a3-df1a-409f-a714-3b942f5b9c29 req-161bd32f-0250-43ec-ad16-98241fcf8648 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Calling delete_port for e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 owned by compute:nova {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:12:15.654143 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-551511a3-df1a-409f-a714-3b942f5b9c29 req-161bd32f-0250-43ec-ad16-98241fcf8648 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:15.688757 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bd32f-0250-43ec-ad16-98241fcf8648 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event deleted for resources: {'Port': ['ID=e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:15.802195 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-551511a3-df1a-409f-a714-3b942f5b9c29 req-161bd32f-0250-43ec-ad16-98241fcf8648 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:12:15.912254 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-551511a3-df1a-409f-a714-3b942f5b9c29 req-161bd32f-0250-43ec-ad16-98241fcf8648 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:12:15.922877 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e808e04-0d9e-491d-bcdf-3816124fd44a None None] Sync routers for ids ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:12:15.937878 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e808e04-0d9e-491d-bcdf-3816124fd44a None None] Routers {'6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:12:15.938925 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-3e808e04-0d9e-491d-bcdf-3816124fd44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:12:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:15.953601 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-551511a3-df1a-409f-a714-3b942f5b9c29 req-161bd32f-0250-43ec-ad16-98241fcf8648 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] No DVR routers for this DVR port e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 on host hv-cinder-80295 {{(pid=93353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:12:15.956823 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-551511a3-df1a-409f-a714-3b942f5b9c29 req-161bd32f-0250-43ec-ad16-98241fcf8648 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:15.961056 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-551511a3-df1a-409f-a714-3b942f5b9c29 req-161bd32f-0250-43ec-ad16-98241fcf8648 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.60 "DELETE /v2.0/ports/e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 HTTP/1.1" status: 204 len: 173 time: 0.7951927 Jul 30 16:12:15.961056 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'name': 'network-vif-deleted', 'tag': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:12:15.962606 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6b1000-c4c0-474f-b09a-12d2a8a3bd9e" -d '{"events": [{"server_uuid": "e4704da2-be8a-446c-8b13-1b0dba507ebe", "name": "network-vif-deleted", "tag": "e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:12:16.002961 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4150c13-8ffa-42b4-b3a0-394ecaf283d7 x-openstack-request-id: req-f4150c13-8ffa-42b4-b3a0-394ecaf283d7 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:12:16.002961 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4704da2-be8a-446c-8b13-1b0dba507ebe", "name": "network-vif-deleted", "tag": "e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:12:16.002961 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f4150c13-8ffa-42b4-b3a0-394ecaf283d7 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:12:16.002961 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4704da2-be8a-446c-8b13-1b0dba507ebe', 'name': 'network-vif-deleted', 'tag': 'e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00', 'status': 'completed', 'code': 200} Jul 30 16:12:16.021758 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-e29700f8-0dca-4034-bae4-7a74d3635cee req-2db40961-ec3b-49e2-a0d5-303a8d0f83f0 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 210 time: 0.0307801 Jul 30 16:12:16.060261 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-3e808e04-0d9e-491d-bcdf-3816124fd44a None None] Set router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:12:16.259714 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-3e808e04-0d9e-491d-bcdf-3816124fd44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:01Z', 'revision_number': 4, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '165b46cb-0e02-4f76-ae19-247b762210a5', 'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'mac_address': 'fa:16:3e:e0:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:14Z', 'revision_number': 5, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'subnets': [{'id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:16.284755 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e808e04-0d9e-491d-bcdf-3816124fd44a None None] Checking router: 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:12:16.292675 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e808e04-0d9e-491d-bcdf-3816124fd44a None None] Routers {'6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:12:16.293267 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-3e808e04-0d9e-491d-bcdf-3816124fd44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:12:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:16.477886 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-3e808e04-0d9e-491d-bcdf-3816124fd44a None None] Set router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:12:16.665897 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-3e808e04-0d9e-491d-bcdf-3816124fd44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:01Z', 'revision_number': 4, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '165b46cb-0e02-4f76-ae19-247b762210a5', 'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'mac_address': 'fa:16:3e:e0:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:14Z', 'revision_number': 5, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'subnets': [{'id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:16.694756 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e808e04-0d9e-491d-bcdf-3816124fd44a None None] The sync data for ids ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'] in dv-cinder-802955-2-iscsi is: [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:05:01Z', 'revision_number': 4, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '165b46cb-0e02-4f76-ae19-247b762210a5', 'name': '', 'network_id': '8b371347-3539-4d23-9546-ea91d4d992d4', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'mac_address': 'fa:16:3e:e0:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:58Z', 'updated_at': '2021-07-30T16:05:14Z', 'revision_number': 5, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'subnets': [{'id': '11cade48-67f7-4537-a1c0-f728e42f6cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:12:16.904582 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f725db-3479-41be-a50f-a8e45d34d8d9 None None] New status for floating IP 3a62b7d0-e660-407e-9e38-18d7cea83624: DOWN {{(pid=93355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:12:17.121838 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a7d720ff-0adb-4dfe-b628-540e20530895 req-bfbf7387-97d9-4387-b062-eb9766c7a50a tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 210 time: 0.0260153 Jul 30 16:12:18.216950 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-11ca1092-92b2-4d24-986f-93611882b051 req-b7541700-933e-45c0-8712-a30558c3c407 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 210 time: 0.0254030 Jul 30 16:12:19.337697 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-77912509-4d99-4874-aaef-aafd28af806f req-6ad455c0-a1f1-4d88-932e-f5ca8722422f tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/ports?device_id=e4704da2-be8a-446c-8b13-1b0dba507ebe HTTP/1.1" status: 200 len: 210 time: 0.0334392 Jul 30 16:12:20.346819 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:12:20.366294 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:12:20.366667 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device e30fcd87-d3f1-4b6b-b9d4-c6c98ae68c00 not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:12:20.428876 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 34140) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:20.477316 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-32e68013-20dd-45e3-81c5-39cdbf5e0719 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:20.500177 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-32e68013-20dd-45e3-81c5-39cdbf5e0719 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:20.548931 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-32e68013-20dd-45e3-81c5-39cdbf5e0719 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:20.551630 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-32e68013-20dd-45e3-81c5-39cdbf5e0719 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:20.552830 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-32e68013-20dd-45e3-81c5-39cdbf5e0719 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "DELETE /v2.0/security-groups/e9976325-6403-4a24-9834-c8e43d6397a9 HTTP/1.1" status: 204 len: 168 time: 0.1296067 Jul 30 16:12:20.556235 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 34142) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:20.562448 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e68013-20dd-45e3-81c5-39cdbf5e0719 tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9976325-6403-4a24-9834-c8e43d6397a9,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:20.572373 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.api.v2.resource [None req-7bcf864c-b340-4984-9d55-b3ab23e6792c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] show failed (client error): The resource could not be found. Jul 30 16:12:20.573492 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-7bcf864c-b340-4984-9d55-b3ab23e6792c tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "GET /v2.0/security-groups/e9976325-6403-4a24-9834-c8e43d6397a9 HTTP/1.1" status: 404 len: 347 time: 0.0161326 Jul 30 16:12:20.576355 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 34144) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:20.695373 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-ebec1d8f-570d-48d0-a357-230a50a6c8fa tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Deleting port 03d5fada-ca24-4590-9db5-588980d281d2 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:12:20.695710 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ebec1d8f-570d-48d0-a357-230a50a6c8fa tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:20.771881 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ebec1d8f-570d-48d0-a357-230a50a6c8fa tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:20.772206 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ebec1d8f-570d-48d0-a357-230a50a6c8fa tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:20.783287 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-ebec1d8f-570d-48d0-a357-230a50a6c8fa tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Calling delete_port for 03d5fada-ca24-4590-9db5-588980d281d2 owned by network:floatingip {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:12:20.910231 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ebec1d8f-570d-48d0-a357-230a50a6c8fa tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:20.941668 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec1d8f-570d-48d0-a357-230a50a6c8fa tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Pushing event deleted for resources: {'Port': ['ID=03d5fada-ca24-4590-9db5-588980d281d2,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:21.000967 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ebec1d8f-570d-48d0-a357-230a50a6c8fa tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks [] for floatingip, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:21.003524 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ebec1d8f-570d-48d0-a357-230a50a6c8fa tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:21.004663 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-ebec1d8f-570d-48d0-a357-230a50a6c8fa tempest-AttachVolumeShelveTestJSON-1025354523 tempest-AttachVolumeShelveTestJSON-1025354523-project] 10.222.0.61 "DELETE /v2.0/floatingips/3a62b7d0-e660-407e-9e38-18d7cea83624 HTTP/1.1" status: 204 len: 168 time: 0.4273624 Jul 30 16:12:23.421651 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 34198) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:23.904136 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-65814f10-762a-4177-ac0c-e9d7a22464b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701754'] for router_interface, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:24.144038 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-65814f10-762a-4177-ac0c-e9d7a22464b1 admin admin] Deleting port 165b46cb-0e02-4f76-ae19-247b762210a5 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:12:24.144382 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-65814f10-762a-4177-ac0c-e9d7a22464b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:24.224832 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-65814f10-762a-4177-ac0c-e9d7a22464b1 admin admin] For port 165b46cb-0e02-4f76-ae19-247b762210a5, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=165b46cb-0e02-4f76-ae19-247b762210a5,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:12:24.225202 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-65814f10-762a-4177-ac0c-e9d7a22464b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:24.238748 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-65814f10-762a-4177-ac0c-e9d7a22464b1 admin admin] Calling delete_port for 165b46cb-0e02-4f76-ae19-247b762210a5 owned by network:router_interface {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:12:24.424622 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-65814f10-762a-4177-ac0c-e9d7a22464b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:24.452670 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65814f10-762a-4177-ac0c-e9d7a22464b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=165b46cb-0e02-4f76-ae19-247b762210a5,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:24.619725 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-65814f10-762a-4177-ac0c-e9d7a22464b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701782'] for router_interface, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:24.828748 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65814f10-762a-4177-ac0c-e9d7a22464b1 admin admin] Router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:12:24.931547 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65814f10-762a-4177-ac0c-e9d7a22464b1 admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:12:24.936782 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-65814f10-762a-4177-ac0c-e9d7a22464b1 admin admin] 10.222.0.61 "PUT /v2.0/routers/6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5140543 Jul 30 16:12:24.939269 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 34216) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:24.942778 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8627768-4c35-49fa-b073-40efc081ef15 None None] Sync routers for ids ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:12:24.952827 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8627768-4c35-49fa-b073-40efc081ef15 None None] Routers {'6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:12:24.953439 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-e8627768-4c35-49fa-b073-40efc081ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:12:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:25.044774 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb9a-e3d2-4aa7-b7a1-8614846a8add admin admin] Notify callbacks [] for router, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:25.057210 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-e8627768-4c35-49fa-b073-40efc081ef15 None None] Set router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:12:25.236599 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-e8627768-4c35-49fa-b073-40efc081ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:12:24Z', 'revision_number': 5, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:25.263578 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8627768-4c35-49fa-b073-40efc081ef15 None None] Checking router: 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:12:25.272714 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8627768-4c35-49fa-b073-40efc081ef15 None None] Routers {'6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:12:25.273342 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-e8627768-4c35-49fa-b073-40efc081ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:12:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:25.379937 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-e8627768-4c35-49fa-b073-40efc081ef15 None None] Set router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:12:25.390827 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb9a-e3d2-4aa7-b7a1-8614846a8add admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:25.450228 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-d93aeb9a-e3d2-4aa7-b7a1-8614846a8add admin admin] Deleting port 2336b2d2-9540-4f39-a476-216b26d05d62 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:12:25.450962 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb9a-e3d2-4aa7-b7a1-8614846a8add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:25.544643 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-d93aeb9a-e3d2-4aa7-b7a1-8614846a8add admin admin] For port 2336b2d2-9540-4f39-a476-216b26d05d62, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=2336b2d2-9540-4f39-a476-216b26d05d62,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:12:25.545028 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb9a-e3d2-4aa7-b7a1-8614846a8add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:25.560221 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-d93aeb9a-e3d2-4aa7-b7a1-8614846a8add admin admin] Calling delete_port for 2336b2d2-9540-4f39-a476-216b26d05d62 owned by network:router_gateway {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:12:25.597196 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-e8627768-4c35-49fa-b073-40efc081ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:12:24Z', 'revision_number': 5, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:25.632493 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8627768-4c35-49fa-b073-40efc081ef15 None None] The sync data for ids ['6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b'] in dv-cinder-802955-2-iscsi is: [{'id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'name': 'tempest-AttachVolumeShelveTestJSON-218370811-router', 'tenant_id': '15377e3ad59448e2a0d51249c5cf4a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:04:51Z', 'updated_at': '2021-07-30T16:12:24Z', 'revision_number': 5, 'project_id': '15377e3ad59448e2a0d51249c5cf4a32', 'gw_port': {'id': '2336b2d2-9540-4f39-a476-216b26d05d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:04:52Z', 'updated_at': '2021-07-30T16:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:12:25.745280 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb9a-e3d2-4aa7-b7a1-8614846a8add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:25.778593 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93aeb9a-e3d2-4aa7-b7a1-8614846a8add admin admin] Pushing event deleted for resources: {'Port': ['ID=2336b2d2-9540-4f39-a476-216b26d05d62,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:25.833850 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb9a-e3d2-4aa7-b7a1-8614846a8add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701684'] for router_gateway, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:25.926130 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb9a-e3d2-4aa7-b7a1-8614846a8add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2721'] for router, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:25.928207 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb9a-e3d2-4aa7-b7a1-8614846a8add admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:25.978696 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb9a-e3d2-4aa7-b7a1-8614846a8add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564731'] for router, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:25.979304 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93aeb9a-e3d2-4aa7-b7a1-8614846a8add admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b {{(pid=93354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:12:25.983983 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d93aeb9a-e3d2-4aa7-b7a1-8614846a8add admin admin] Notify callbacks [] for router, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:25.985640 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-d93aeb9a-e3d2-4aa7-b7a1-8614846a8add admin admin] 10.222.0.61 "DELETE /v2.0/routers/6b7d3dc6-31e1-4a6e-aa83-8d87757bcb6b HTTP/1.1" status: 204 len: 168 time: 1.0449600 Jul 30 16:12:25.987601 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 34232) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:26.033393 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ffca0f-352d-4043-915e-72481461ad50 admin admin] Deleting subnet 11cade48-67f7-4537-a1c0-f728e42f6cbb {{(pid=93354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:12:26.037077 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-68ffca0f-352d-4043-915e-72481461ad50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:26.074855 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-68ffca0f-352d-4043-915e-72481461ad50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6082454'] for subnet, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:26.158062 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-68ffca0f-352d-4043-915e-72481461ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906635'] for subnet, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:26.220830 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-68ffca0f-352d-4043-915e-72481461ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7322548'] for subnet, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:26.245140 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffca0f-352d-4043-915e-72481461ad50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11cade48-67f7-4537-a1c0-f728e42f6cbb,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:26.251242 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-68ffca0f-352d-4043-915e-72481461ad50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:26.253153 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-68ffca0f-352d-4043-915e-72481461ad50 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/11cade48-67f7-4537-a1c0-f728e42f6cbb HTTP/1.1" status: 204 len: 168 time: 0.2645521 Jul 30 16:12:26.255682 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 34234) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:26.258567 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999909e8-05f5-4086-90a5-cdadf74a9272 None None] Network 8b371347-3539-4d23-9546-ea91d4d992d4 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:12:26.324980 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2038210'] for network, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:26.381201 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] Deleting port a0462106-c7ed-460e-a9a0-dfe16e62286c {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:12:26.381547 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:26.441959 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] For port a0462106-c7ed-460e-a9a0-dfe16e62286c, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=a0462106-c7ed-460e-a9a0-dfe16e62286c,segment=NetworkSegment(36c7b6a9-ed8f-4019-b434-47492d49eeda),segment_id=36c7b6a9-ed8f-4019-b434-47492d49eeda)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:12:26.442325 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:26.455000 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] Calling delete_port for a0462106-c7ed-460e-a9a0-dfe16e62286c owned by network:dhcp {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:12:26.531742 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:26.560445 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0462106-c7ed-460e-a9a0-dfe16e62286c,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:26.564404 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] No DVR routers for this DVR port a0462106-c7ed-460e-a9a0-dfe16e62286c on host dv-cinder-802955-2-iscsi {{(pid=93354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:12:26.637064 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900636', 'neutron.services.segments.db._delete_segments_for_network-8772173602609'] for network, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:26.648538 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b371347-3539-4d23-9546-ea91d4d992d4']}} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:26.661163 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c7b6a9-ed8f-4019-b434-47492d49eeda') {'for_net_delete': True} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:26.661163 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c7b6a9-ed8f-4019-b434-47492d49eeda') {} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:26.669558 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405eee4e-9568-4bcd-9274-281b0b5a5c7d None None] DHCP port deletion for 8b371347-3539-4d23-9546-ea91d4d992d4 request from dv-cinder-802955-2-iscsi {{(pid=93355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 16:12:26.678855 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772173603386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6082461'] for segment, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:26.699235 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:26.705556 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:12:26.705953 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5953348'] for segment, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: Traceback (most recent call last): Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: timer() Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: cb(*args, **kw) Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: return func(*args, **kwargs) Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: self._notify() Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: self.callback(batched_events) Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: event.method(event) Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: return f(self, *a, **k) Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._get(url).json() Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: return self.request(url, 'GET', **kwargs) Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:12:26.708044 dv-cinder-802955-2-iscsi neutron-server[93354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:12:26.768423 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701640'] for network, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:26.774009 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:26.775959 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8b371347-3539-4d23-9546-ea91d4d992d4 HTTP/1.1" status: 204 len: 168 time: 0.5190401 Jul 30 16:12:26.791287 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06994227-b115-4957-b6c3-4915b0d534f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b371347-3539-4d23-9546-ea91d4d992d4,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:26.893081 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 34242) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:26.945415 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-069ed709-0856-414f-aba1-c67b8ec9fc53 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=15377e3ad59448e2a0d51249c5cf4a32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0510159 Jul 30 16:12:26.947819 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 34246) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:27.004887 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-867dcd6b-df52-439a-9b62-10584c934619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:27.034492 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-867dcd6b-df52-439a-9b62-10584c934619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:27.086554 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-867dcd6b-df52-439a-9b62-10584c934619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:27.089112 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-867dcd6b-df52-439a-9b62-10584c934619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:27.090256 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-867dcd6b-df52-439a-9b62-10584c934619 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ea9b938f-83ae-44d2-8d98-36f50bc9ccbc HTTP/1.1" status: 204 len: 168 time: 0.1413381 Jul 30 16:12:27.097796 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dcd6b-df52-439a-9b62-10584c934619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9b938f-83ae-44d2-8d98-36f50bc9ccbc,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:27.380679 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 2336b2d2-9540-4f39-a476-216b26d05d62 no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:12:27.401056 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: 2336b2d2-9540-4f39-a476-216b26d05d62 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:12:27.401463 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 2336b2d2-9540-4f39-a476-216b26d05d62 not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:12:27.401872 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device a0462106-c7ed-460e-a9a0-dfe16e62286c no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:12:27.421229 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: a0462106-c7ed-460e-a9a0-dfe16e62286c {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:12:27.421579 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device a0462106-c7ed-460e-a9a0-dfe16e62286c not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:12:27.422007 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 165b46cb-0e02-4f76-ae19-247b762210a5 no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:12:27.440927 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: 165b46cb-0e02-4f76-ae19-247b762210a5 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:12:27.441305 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 165b46cb-0e02-4f76-ae19-247b762210a5 not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:12:33.139615 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:12:33.245888 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6e01-a44a-49bf-bbdf-4ee2aabcf40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:34.717173 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c156e3b-f23a-4d69-8451-693ad7c63932 req-5cec4d92-80af-4509-81a0-b11868a4c8b7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:34.718632 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0c156e3b-f23a-4d69-8451-693ad7c63932 req-5cec4d92-80af-4509-81a0-b11868a4c8b7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 946 time: 0.0474367 Jul 30 16:12:34.757543 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-0c156e3b-f23a-4d69-8451-693ad7c63932 req-1accb795-47c0-4e0e-b5f2-528deebbb644 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326641 Jul 30 16:12:35.872252 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edcaff-159c-4380-9444-21942d58793d req-06f8e8a2-cd71-47cf-91f2-2fad0b2ec440 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:35.873717 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-85edcaff-159c-4380-9444-21942d58793d req-06f8e8a2-cd71-47cf-91f2-2fad0b2ec440 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 946 time: 0.0478778 Jul 30 16:12:35.912122 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-85edcaff-159c-4380-9444-21942d58793d req-8d4dd250-7522-4686-8f8a-cb72578f0a62 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324030 Jul 30 16:12:36.182775 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:36.187645 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-9ce5bb55-0d70-4d88-9d29-ca5d5438fa81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:36.969053 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:37.028646 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c50f21-ead5-48b3-bf97-4793ae373595 req-351b6264-c902-40ee-9ce4-76bdd1174943 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:37.030116 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-15c50f21-ead5-48b3-bf97-4793ae373595 req-351b6264-c902-40ee-9ce4-76bdd1174943 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 946 time: 0.0493336 Jul 30 16:12:37.067061 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-15c50f21-ead5-48b3-bf97-4793ae373595 req-5c5445dc-1e02-44c3-890f-950ab9dcf715 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310450 Jul 30 16:12:38.183100 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7f5ae-9f31-40e1-bce8-1d484578c7de req-c8f3c67c-c5c6-4c20-af67-27d1ae11115f tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:38.184594 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ead7f5ae-9f31-40e1-bce8-1d484578c7de req-c8f3c67c-c5c6-4c20-af67-27d1ae11115f tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 946 time: 0.0524166 Jul 30 16:12:38.221683 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ead7f5ae-9f31-40e1-bce8-1d484578c7de req-0fde8ab4-32a8-49ec-9bd3-fd84d14f3139 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312724 Jul 30 16:12:38.444374 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:38.847470 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 34440) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:38.948414 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-66a1e42c-4d4d-4aa5-b4af-a564f2400328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:39.037236 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-66a1e42c-4d4d-4aa5-b4af-a564f2400328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:39.041388 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-66a1e42c-4d4d-4aa5-b4af-a564f2400328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:39.083516 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-66a1e42c-4d4d-4aa5-b4af-a564f2400328 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=83d65e056f3347cb90e29cf91885be8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349536 Jul 30 16:12:39.084390 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1e42c-4d4d-4aa5-b4af-a564f2400328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eb78df-a026-45f4-a7d2-e1bfb0b358c3,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:39.086790 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 34444) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:39.137800 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-42668ef8-3178-4cb5-9af8-30e180b60df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:39.160142 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-42668ef8-3178-4cb5-9af8-30e180b60df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:39.206963 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-42668ef8-3178-4cb5-9af8-30e180b60df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:39.209444 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-42668ef8-3178-4cb5-9af8-30e180b60df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:39.210577 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-42668ef8-3178-4cb5-9af8-30e180b60df3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7eb78df-a026-45f4-a7d2-e1bfb0b358c3 HTTP/1.1" status: 204 len: 168 time: 0.1227717 Jul 30 16:12:39.218609 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42668ef8-3178-4cb5-9af8-30e180b60df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eb78df-a026-45f4-a7d2-e1bfb0b358c3,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:39.342510 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce935bf-bd37-4219-bcbe-26661b1ee8a3 req-5e38aa26-c70f-4ee3-940f-c0c7746150a3 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:39.344188 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-cce935bf-bd37-4219-bcbe-26661b1ee8a3 req-5e38aa26-c70f-4ee3-940f-c0c7746150a3 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 946 time: 0.0556464 Jul 30 16:12:39.382084 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-cce935bf-bd37-4219-bcbe-26661b1ee8a3 req-091ad5af-6ba2-4c28-8919-64a1f65d11ae tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317523 Jul 30 16:12:40.508859 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950a079-a26c-451b-85b5-017c7f85fdd7 req-a0c0b4a9-d27d-4233-b53c-5163ec73d219 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:40.510296 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2950a079-a26c-451b-85b5-017c7f85fdd7 req-a0c0b4a9-d27d-4233-b53c-5163ec73d219 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 946 time: 0.0590105 Jul 30 16:12:40.548311 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2950a079-a26c-451b-85b5-017c7f85fdd7 req-d1f3665c-a3a8-4908-9239-e7e9e0c531a6 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322781 Jul 30 16:12:41.442933 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be4b05-ae13-4717-8a22-e5fe76893f66 req-ff6ef515-6996-4df4-abeb-e5e5b344d98b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:41.444439 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-70be4b05-ae13-4717-8a22-e5fe76893f66 req-ff6ef515-6996-4df4-abeb-e5e5b344d98b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 946 time: 0.0524375 Jul 30 16:12:41.545507 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-70be4b05-ae13-4717-8a22-e5fe76893f66 req-282eaffc-78af-41e8-aeb1-74e5dc0415fe tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Deleting port 03dabe79-c8a2-4682-8790-099c3fde95e0 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:12:41.546173 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-70be4b05-ae13-4717-8a22-e5fe76893f66 req-282eaffc-78af-41e8-aeb1-74e5dc0415fe tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:41.655574 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-70be4b05-ae13-4717-8a22-e5fe76893f66 req-282eaffc-78af-41e8-aeb1-74e5dc0415fe tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] For port 03dabe79-c8a2-4682-8790-099c3fde95e0, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=03dabe79-c8a2-4682-8790-099c3fde95e0,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:12:41.656012 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-70be4b05-ae13-4717-8a22-e5fe76893f66 req-282eaffc-78af-41e8-aeb1-74e5dc0415fe tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:41.681000 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0428a-36b8-433d-8e8c-f5996115eca6 req-b6a1c6a6-a374-4cde-9d7e-3f8646a8aa94 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:41.683503 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7cc0428a-36b8-433d-8e8c-f5996115eca6 req-b6a1c6a6-a374-4cde-9d7e-3f8646a8aa94 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 946 time: 0.0580540 Jul 30 16:12:41.735959 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7cc0428a-36b8-433d-8e8c-f5996115eca6 req-7aa3f831-950b-49d7-9851-6285a93ba564 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459392 Jul 30 16:12:41.864765 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-70be4b05-ae13-4717-8a22-e5fe76893f66 req-282eaffc-78af-41e8-aeb1-74e5dc0415fe tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:41.865102 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-70be4b05-ae13-4717-8a22-e5fe76893f66 req-282eaffc-78af-41e8-aeb1-74e5dc0415fe tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:41.865519 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.l3_db [req-70be4b05-ae13-4717-8a22-e5fe76893f66 req-282eaffc-78af-41e8-aeb1-74e5dc0415fe tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Floating IP ba5a9523-b9d3-47f3-aa8f-0d2ef91979f6 disassociated. External IP: 172.27.3.103, port: 03dabe79-c8a2-4682-8790-099c3fde95e0. Jul 30 16:12:41.865946 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-70be4b05-ae13-4717-8a22-e5fe76893f66 req-282eaffc-78af-41e8-aeb1-74e5dc0415fe tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Calling delete_port for 03dabe79-c8a2-4682-8790-099c3fde95e0 owned by compute:nova {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:12:42.011329 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-70be4b05-ae13-4717-8a22-e5fe76893f66 req-282eaffc-78af-41e8-aeb1-74e5dc0415fe tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:42.049707 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282eaffc-78af-41e8-aeb1-74e5dc0415fe tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event deleted for resources: {'Port': ['ID=03dabe79-c8a2-4682-8790-099c3fde95e0,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:42.183774 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70be4b05-ae13-4717-8a22-e5fe76893f66 req-282eaffc-78af-41e8-aeb1-74e5dc0415fe tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Router dc545388-12aa-4792-a04e-4e4890b2cdd6 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:12:42.294717 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70be4b05-ae13-4717-8a22-e5fe76893f66 req-282eaffc-78af-41e8-aeb1-74e5dc0415fe tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:12:42.304263 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06442e12-22da-4e15-8f04-296287dbd6b9 None None] Sync routers for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:12:42.315208 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06442e12-22da-4e15-8f04-296287dbd6b9 None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:12:42.315828 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-06442e12-22da-4e15-8f04-296287dbd6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:12:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:42.335001 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-70be4b05-ae13-4717-8a22-e5fe76893f66 req-282eaffc-78af-41e8-aeb1-74e5dc0415fe tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] No DVR routers for this DVR port 03dabe79-c8a2-4682-8790-099c3fde95e0 on host hv-cinder-80295 {{(pid=93353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:12:42.337482 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-70be4b05-ae13-4717-8a22-e5fe76893f66 req-282eaffc-78af-41e8-aeb1-74e5dc0415fe tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:42.339649 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-70be4b05-ae13-4717-8a22-e5fe76893f66 req-282eaffc-78af-41e8-aeb1-74e5dc0415fe tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.60 "DELETE /v2.0/ports/03dabe79-c8a2-4682-8790-099c3fde95e0 HTTP/1.1" status: 204 len: 173 time: 0.8883235 Jul 30 16:12:42.340022 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1061cba-76e8-4edb-9803-85a975390ade', 'name': 'network-vif-deleted', 'tag': '03dabe79-c8a2-4682-8790-099c3fde95e0'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:12:42.342211 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c7d2df-3387-4d59-9d32-1be94729bcaa" -d '{"events": [{"server_uuid": "b1061cba-76e8-4edb-9803-85a975390ade", "name": "network-vif-deleted", "tag": "03dabe79-c8a2-4682-8790-099c3fde95e0"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:12:42.382802 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e80773-2406-4a59-a730-7de4da6865d9 x-openstack-request-id: req-d0e80773-2406-4a59-a730-7de4da6865d9 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:12:42.383242 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1061cba-76e8-4edb-9803-85a975390ade", "name": "network-vif-deleted", "tag": "03dabe79-c8a2-4682-8790-099c3fde95e0", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:12:42.384175 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0e80773-2406-4a59-a730-7de4da6865d9 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:12:42.384572 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1061cba-76e8-4edb-9803-85a975390ade', 'name': 'network-vif-deleted', 'tag': '03dabe79-c8a2-4682-8790-099c3fde95e0', 'status': 'completed', 'code': 200} Jul 30 16:12:42.431310 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-06442e12-22da-4e15-8f04-296287dbd6b9 None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:12:42.759712 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-06442e12-22da-4e15-8f04-296287dbd6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:42.785451 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06442e12-22da-4e15-8f04-296287dbd6b9 None None] Checking router: dc545388-12aa-4792-a04e-4e4890b2cdd6 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:12:42.794100 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06442e12-22da-4e15-8f04-296287dbd6b9 None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:12:42.794719 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-06442e12-22da-4e15-8f04-296287dbd6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:12:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:42.840913 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-acd1ca0c-1579-4389-9f90-ec47f678ca8c req-165f566f-1677-4a24-9262-d5ef988a0b28 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1061cba-76e8-4edb-9803-85a975390ade HTTP/1.1" status: 200 len: 210 time: 0.0300455 Jul 30 16:12:42.899514 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-06442e12-22da-4e15-8f04-296287dbd6b9 None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:12:43.129689 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-06442e12-22da-4e15-8f04-296287dbd6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:43.156546 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06442e12-22da-4e15-8f04-296287dbd6b9 None None] The sync data for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi is: [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:12:43.438515 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a8dac0-2ca0-4b17-bf4a-62bf86ca8e8f None None] New status for floating IP ba5a9523-b9d3-47f3-aa8f-0d2ef91979f6: DOWN {{(pid=93356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:12:44.082501 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-ea4097be-0347-458f-9cae-2d63ccbc43dd tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667231858&fields=id&tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d HTTP/1.1" status: 200 len: 267 time: 0.0336838 Jul 30 16:12:44.189281 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-b03b0e95-0b38-44e2-805e-e659689dfe97 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:44.190775 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-b03b0e95-0b38-44e2-805e-e659689dfe97 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/networks?id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 HTTP/1.1" status: 200 len: 812 time: 0.1015279 Jul 30 16:12:44.206292 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-7a96d889-9d2c-4863-ae5a-bb78f5f37f13 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/quotas/1dfbed60a71f4f0b9bf0fe13b496a65d HTTP/1.1" status: 200 len: 375 time: 0.0096815 Jul 30 16:12:44.261109 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-c10fe0d7-c309-4905-b100-7fcb4d30efab tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485046 Jul 30 16:12:44.431134 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:44.459453 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-aaae4a77-0664-4cc5-99ac-d23052abb88c service neutron] 10.222.0.61 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865053 Jul 30 16:12:44.556636 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-70fff2a9-7681-4924-bb67-f2f1ddb8b461 service neutron] 10.222.0.61 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890961 Jul 30 16:12:44.855518 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-7f5b2abd-2ddd-4853-b1c2-789649cd0192 req-76b5b6f0-0363-4419-bb2d-679e01278cf9 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 210 time: 0.0275462 Jul 30 16:12:45.973257 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-383638e0-2052-4c97-bc92-f914650d02de req-5f1d896a-44b7-472f-8077-2603cd02c37a tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 210 time: 0.0341742 Jul 30 16:12:46.717880 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 03dabe79-c8a2-4682-8790-099c3fde95e0 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:12:46.742063 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: 03dabe79-c8a2-4682-8790-099c3fde95e0 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:12:46.742414 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 03dabe79-c8a2-4682-8790-099c3fde95e0 not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:12:47.077983 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d6acec8c-7863-4e49-bf3a-d9c4fd3e7e33 req-e6d578cf-4ddc-4109-bfab-dcf15d572f75 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 210 time: 0.0322711 Jul 30 16:12:47.327726 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-92695d6e-26f9-41ed-b9d3-ec373fe1422d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:47.329195 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-92695d6e-26f9-41ed-b9d3-ec373fe1422d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.60 "GET /v2.0/networks?id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 HTTP/1.1" status: 200 len: 812 time: 0.1108830 Jul 30 16:12:47.375366 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-b79fb2e2-2c90-4286-ad20-91168fb3fe3b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d HTTP/1.1" status: 200 len: 380 time: 0.0359223 Jul 30 16:12:47.386540 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-a901dd5b-9152-4a8d-8847-ffcb565617b0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Request body: {'port': {'device_id': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'admin_state_up': True, 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'security_groups': ['15e35268-9246-463b-a450-ef99e442b193']}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:12:47.496529 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-a901dd5b-9152-4a8d-8847-ffcb565617b0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Made reservation on behalf of 1dfbed60a71f4f0b9bf0fe13b496a65d for: {'port': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:12:47.499999 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-a901dd5b-9152-4a8d-8847-ffcb565617b0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:47.630479 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-a901dd5b-9152-4a8d-8847-ffcb565617b0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Allocated IP 172.20.0.14 (ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9/8300e625-33c3-4a90-8788-37444de738bb/8b7e51f5-3950-402d-a921-c3ff430294d9) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:12:47.775349 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-a901dd5b-9152-4a8d-8847-ffcb565617b0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:47.788460 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-a901dd5b-9152-4a8d-8847-ffcb565617b0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Transition to ACTIVE for port object 8b7e51f5-3950-402d-a921-c3ff430294d9 will not be triggered until provisioned by entity DHCP. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:12:47.820835 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-a901dd5b-9152-4a8d-8847-ffcb565617b0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:47.863028 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-a901dd5b-9152-4a8d-8847-ffcb565617b0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:12:47.865981 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-a901dd5b-9152-4a8d-8847-ffcb565617b0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:12:47.873416 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-a901dd5b-9152-4a8d-8847-ffcb565617b0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:12:47.896526 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901dd5b-9152-4a8d-8847-ffcb565617b0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event updated for resources: {'Port': ['ID=8b7e51f5-3950-402d-a921-c3ff430294d9,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:47.929957 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-a901dd5b-9152-4a8d-8847-ffcb565617b0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:47.930591 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-a901dd5b-9152-4a8d-8847-ffcb565617b0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:47.945750 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-a901dd5b-9152-4a8d-8847-ffcb565617b0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5634511 Jul 30 16:12:48.135631 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-2f8f8bd2-fbe9-4192-ba04-7e3846947096 None None] Provisioning for port 8b7e51f5-3950-402d-a921-c3ff430294d9 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:12:48.140482 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-2f8f8bd2-fbe9-4192-ba04-7e3846947096 None None] Provisioning complete for port 8b7e51f5-3950-402d-a921-c3ff430294d9 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:12:48.140932 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-2f8f8bd2-fbe9-4192-ba04-7e3846947096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:48.190378 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-2f8f8bd2-fbe9-4192-ba04-7e3846947096 None None] Port 8b7e51f5-3950-402d-a921-c3ff430294d9 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:12:48.208902 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a221d0f-d902-49bf-b7bf-4d9ed03a924b req-78139395-ce74-4171-b622-f0fb7ac9adc3 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:48.210411 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4a221d0f-d902-49bf-b7bf-4d9ed03a924b req-78139395-ce74-4171-b622-f0fb7ac9adc3 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 932 time: 0.0512974 Jul 30 16:12:48.249190 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-4a221d0f-d902-49bf-b7bf-4d9ed03a924b req-c52608f0-4982-43c2-aaf6-9b2f07fca531 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323076 Jul 30 16:12:49.333799 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Request body: {'port': {'device_id': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:12:49.415726 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e23045-2d1d-45b8-b9ca-a792b5578d77 req-7823c6c7-b429-45dc-8f95-1f24d9b761ea tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:49.417833 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-37e23045-2d1d-45b8-b9ca-a792b5578d77 req-7823c6c7-b429-45dc-8f95-1f24d9b761ea tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 932 time: 0.0999446 Jul 30 16:12:49.431392 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:49.496783 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-37e23045-2d1d-45b8-b9ca-a792b5578d77 req-ab3e466b-40e4-4d60-bbdb-14077afe5821 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717833 Jul 30 16:12:49.730603 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7e51f5-3950-402d-a921-c3ff430294d9 {{(pid=93353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:12:49.738514 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:49.760821 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Transition to ACTIVE for port object 8b7e51f5-3950-402d-a921-c3ff430294d9 will not be triggered until provisioned by entity L2. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:12:49.765589 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:49.837087 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7e51f5-3950-402d-a921-c3ff430294d9,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:49.890563 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Attempting to bind port 8b7e51f5-3950-402d-a921-c3ff430294d9 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:12:49.890904 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Attempting to bind port 8b7e51f5-3950-402d-a921-c3ff430294d9 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:12:49.891436 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Attempting to bind port 8b7e51f5-3950-402d-a921-c3ff430294d9 on network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:12:49.896132 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Port 8b7e51f5-3950-402d-a921-c3ff430294d9 on network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:12:49.896459 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Attempting to bind port 8b7e51f5-3950-402d-a921-c3ff430294d9 on network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:12:49.902089 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:12:49.902427 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Checking segment: {'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:12:49.902805 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Bound using segment: {'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:12:49.903262 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Bound port: 8b7e51f5-3950-402d-a921-c3ff430294d9, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'}}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:12:49.903619 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:49.981496 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] For port 8b7e51f5-3950-402d-a921-c3ff430294d9, host hv-cinder-80295, cleared binding levels {{(pid=93353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:12:49.985162 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] For port 8b7e51f5-3950-402d-a921-c3ff430294d9, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8b7e51f5-3950-402d-a921-c3ff430294d9,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:12:49.991658 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:50.027523 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:50.028145 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:50.029565 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] 10.222.0.60 "PUT /v2.0/ports/8b7e51f5-3950-402d-a921-c3ff430294d9 HTTP/1.1" status: 200 len: 1094 time: 0.7005343 Jul 30 16:12:50.030033 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'tag': '8b7e51f5-3950-402d-a921-c3ff430294d9'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:12:50.032359 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa3ffc5-187a-4999-ba77-156ba0482fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb449a5-9c29-4ea4-9b60-b6451df44888", "tag": "8b7e51f5-3950-402d-a921-c3ff430294d9"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:12:50.065730 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a9efb-5f4e-4341-99de-efae43c82ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7e51f5-3950-402d-a921-c3ff430294d9,revision_number=3']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:50.098440 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bbe3f7-fe49-4d97-9a7f-a35104654b3a x-openstack-request-id: req-89bbe3f7-fe49-4d97-9a7f-a35104654b3a {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:12:50.098730 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb449a5-9c29-4ea4-9b60-b6451df44888", "tag": "8b7e51f5-3950-402d-a921-c3ff430294d9", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:12:50.099002 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-89bbe3f7-fe49-4d97-9a7f-a35104654b3a {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:12:50.099406 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'tag': '8b7e51f5-3950-402d-a921-c3ff430294d9', 'status': 'completed', 'code': 200} Jul 30 16:12:50.418605 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3ffc5-187a-4999-ba77-156ba0482fa4 req-186d0dca-37fc-4e8d-ba17-46164465931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:50.420206 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3aa3ffc5-187a-4999-ba77-156ba0482fa4 req-186d0dca-37fc-4e8d-ba17-46164465931c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 1097 time: 0.0429044 Jul 30 16:12:50.523012 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3ffc5-187a-4999-ba77-156ba0482fa4 req-8c29cfdf-b2b7-4201-b978-8fecda5771c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:50.524574 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3aa3ffc5-187a-4999-ba77-156ba0482fa4 req-8c29cfdf-b2b7-4201-b978-8fecda5771c9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0965457 Jul 30 16:12:50.686719 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d4ef0-bbab-4199-84c1-768106ca89d8 req-0799f684-b37c-4ecf-aa6e-647e0c782593 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:50.688388 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-dd7d4ef0-bbab-4199-84c1-768106ca89d8 req-0799f684-b37c-4ecf-aa6e-647e0c782593 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 944 time: 0.0855699 Jul 30 16:12:50.705481 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3ffc5-187a-4999-ba77-156ba0482fa4 req-e859deee-415c-4a24-8f25-ba0e44d11805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:50.706883 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3aa3ffc5-187a-4999-ba77-156ba0482fa4 req-e859deee-415c-4a24-8f25-ba0e44d11805 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1747830 Jul 30 16:12:50.737957 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-dd7d4ef0-bbab-4199-84c1-768106ca89d8 req-b2abf9d2-bd51-4aea-9784-2d839f78da92 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435834 Jul 30 16:12:50.801831 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-ab800e4e-43e6-4994-85a8-2dc9ab641a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:50.803468 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-ab800e4e-43e6-4994-85a8-2dc9ab641a3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 1097 time: 0.0533376 Jul 30 16:12:50.847377 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-3baafb4d-95ae-4e10-9e65-1a5ee68d93bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b7e51f5-3950-402d-a921-c3ff430294d9 HTTP/1.1" status: 200 len: 217 time: 0.0354257 Jul 30 16:12:50.899237 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-5cd8179f-b4e0-41d3-9dd2-201347720123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:50.900604 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-5cd8179f-b4e0-41d3-9dd2-201347720123 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8300e625-33c3-4a90-8788-37444de738bb HTTP/1.1" status: 200 len: 851 time: 0.0471678 Jul 30 16:12:50.947738 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-4626009b-5bdc-4d14-b547-255e46a3d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:50.949191 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-4626009b-5bdc-4d14-b547-255e46a3d3ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395458 Jul 30 16:12:51.038279 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-8e4a312f-44af-4e61-8b4c-f02c5d41c009 service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806072 Jul 30 16:12:51.125082 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-28b08512-c0f9-4345-96ed-4c94fe4e51a9 req-e58e7569-bb10-4ed8-8a76-5ffe775f4d24 service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787234 Jul 30 16:12:51.893763 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8085f6-a1ab-4efb-80ac-31bc3ca6afc4 req-3cb2a053-dddf-4f6f-aa52-76c2dda9c4ae tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:51.895226 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-8c8085f6-a1ab-4efb-80ac-31bc3ca6afc4 req-3cb2a053-dddf-4f6f-aa52-76c2dda9c4ae tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 944 time: 0.0607679 Jul 30 16:12:51.935983 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-8c8085f6-a1ab-4efb-80ac-31bc3ca6afc4 req-8b58113e-912c-42a9-a256-24b21ccdc3d5 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336423 Jul 30 16:12:53.070055 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098ab7d-101f-4315-829f-6f96e6bfb10f req-5497db3f-3a8d-45d2-b0f8-d538f60c5488 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:53.071886 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1098ab7d-101f-4315-829f-6f96e6bfb10f req-5497db3f-3a8d-45d2-b0f8-d538f60c5488 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 944 time: 0.0628874 Jul 30 16:12:53.113728 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1098ab7d-101f-4315-829f-6f96e6bfb10f req-49c9395e-e58d-4d78-a3a3-51129729ccf3 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347555 Jul 30 16:12:53.411966 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 34764) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:53.519155 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-043f1067-b8f3-4918-bade-5ab62618666b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:53.611313 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-043f1067-b8f3-4918-bade-5ab62618666b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:53.615513 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-043f1067-b8f3-4918-bade-5ab62618666b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:53.654246 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-043f1067-b8f3-4918-bade-5ab62618666b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d10ebc32b624b8e842cbadc3c27193d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411556 Jul 30 16:12:53.655383 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f1067-b8f3-4918-bade-5ab62618666b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5b8cbb-8117-4e45-bf8b-f849e229e619,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:53.656964 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 34768) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:53.710891 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cc89ce07-cf01-44ab-a62a-f16747773c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:53.734874 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cc89ce07-cf01-44ab-a62a-f16747773c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:53.781402 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cc89ce07-cf01-44ab-a62a-f16747773c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:53.784084 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-cc89ce07-cf01-44ab-a62a-f16747773c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:53.785247 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-cc89ce07-cf01-44ab-a62a-f16747773c3b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8e5b8cbb-8117-4e45-bf8b-f849e229e619 HTTP/1.1" status: 204 len: 168 time: 0.1261673 Jul 30 16:12:53.794277 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89ce07-cf01-44ab-a62a-f16747773c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5b8cbb-8117-4e45-bf8b-f849e229e619,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:54.084888 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 34778) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:54.099478 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-633261b2-a3f8-4c15-9867-7fba04ad9bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:54.206366 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-633261b2-a3f8-4c15-9867-7fba04ad9bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:54.212310 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-633261b2-a3f8-4c15-9867-7fba04ad9bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:54.244930 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdb7c4-3ee5-4bc7-b8f6-57f7badec750 req-1b1d36e3-7fb2-4c56-a0f2-0e4627038f10 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:54.246624 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9dfdb7c4-3ee5-4bc7-b8f6-57f7badec750 req-1b1d36e3-7fb2-4c56-a0f2-0e4627038f10 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 944 time: 0.0563543 Jul 30 16:12:54.251617 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-633261b2-a3f8-4c15-9867-7fba04ad9bac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e73ea04682404cf1924f4276beb5b7c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656079 Jul 30 16:12:54.255146 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 34792) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:54.256962 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633261b2-a3f8-4c15-9867-7fba04ad9bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36178050-1391-4e50-b05a-3d9ac05309ed,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:54.348991 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9dfdb7c4-3ee5-4bc7-b8f6-57f7badec750 req-4de67b8c-8de5-4594-8858-d0b2920a4224 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847290 Jul 30 16:12:54.354094 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-24b98dfb-9900-4ee0-8978-953fadc8e9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:54.383974 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-24b98dfb-9900-4ee0-8978-953fadc8e9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:54.432830 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-24b98dfb-9900-4ee0-8978-953fadc8e9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:54.435442 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-24b98dfb-9900-4ee0-8978-953fadc8e9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:54.438808 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-24b98dfb-9900-4ee0-8978-953fadc8e9be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36178050-1391-4e50-b05a-3d9ac05309ed HTTP/1.1" status: 204 len: 168 time: 0.1796913 Jul 30 16:12:54.446404 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b98dfb-9900-4ee0-8978-953fadc8e9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36178050-1391-4e50-b05a-3d9ac05309ed,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:54.758183 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 34814) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:54.881450 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0b1c2098-95f0-4d9a-9e77-936cdd5b94f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:54.981354 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0b1c2098-95f0-4d9a-9e77-936cdd5b94f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:54.986459 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-0b1c2098-95f0-4d9a-9e77-936cdd5b94f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:55.025239 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-0b1c2098-95f0-4d9a-9e77-936cdd5b94f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa7a01b1539e4cc4afcd4a8a0f45f66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658911 Jul 30 16:12:55.027908 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c2098-95f0-4d9a-9e77-936cdd5b94f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f07e3e-2672-47ba-b7a8-7358d27de3c0,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:55.031182 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 34828) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:55.083848 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3944d646-2d61-4f65-987c-fe8db5748135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:55.111087 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3944d646-2d61-4f65-987c-fe8db5748135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:55.471645 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3944d646-2d61-4f65-987c-fe8db5748135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:55.474524 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3944d646-2d61-4f65-987c-fe8db5748135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:55.476136 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-3944d646-2d61-4f65-987c-fe8db5748135 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/67f07e3e-2672-47ba-b7a8-7358d27de3c0 HTTP/1.1" status: 204 len: 168 time: 0.4435465 Jul 30 16:12:55.487072 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462d9a4-7c53-4a0f-b075-6dd02053ce6e req-6b058d7b-2d88-444a-885c-993c7a180250 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:55.488630 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9462d9a4-7c53-4a0f-b075-6dd02053ce6e req-6b058d7b-2d88-444a-885c-993c7a180250 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 944 time: 0.0661709 Jul 30 16:12:55.498574 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944d646-2d61-4f65-987c-fe8db5748135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f07e3e-2672-47ba-b7a8-7358d27de3c0,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:55.535839 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9462d9a4-7c53-4a0f-b075-6dd02053ce6e req-cf82899e-4eae-49dc-9ad7-4b5937260b90 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390003 Jul 30 16:12:55.820134 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 34854) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:55.834789 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-54760b71-5993-4559-9d33-b3df66c76edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:55.934913 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-54760b71-5993-4559-9d33-b3df66c76edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:55.939659 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-54760b71-5993-4559-9d33-b3df66c76edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:55.982460 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-54760b71-5993-4559-9d33-b3df66c76edc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ddf690c83c1d443faf64d2c9aaf6d27f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593351 Jul 30 16:12:55.982716 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54760b71-5993-4559-9d33-b3df66c76edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76391963-1b62-4e7a-ae6e-084efb159143,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:55.983379 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 34862) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:56.035404 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-27cc8092-35c9-452f-9134-7d7ed1f631bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:56.056352 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-27cc8092-35c9-452f-9134-7d7ed1f631bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:56.104169 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-27cc8092-35c9-452f-9134-7d7ed1f631bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:56.106797 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-27cc8092-35c9-452f-9134-7d7ed1f631bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:56.110728 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-27cc8092-35c9-452f-9134-7d7ed1f631bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/76391963-1b62-4e7a-ae6e-084efb159143 HTTP/1.1" status: 204 len: 168 time: 0.1261747 Jul 30 16:12:56.118698 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc8092-35c9-452f-9134-7d7ed1f631bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76391963-1b62-4e7a-ae6e-084efb159143,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:56.664045 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b32bd-d883-4425-a300-0eca0dea238b req-dff013a3-295e-42c5-826a-e4c57ab065f7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:56.665642 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7d5b32bd-d883-4425-a300-0eca0dea238b req-dff013a3-295e-42c5-826a-e4c57ab065f7 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 944 time: 0.0562229 Jul 30 16:12:56.716216 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7d5b32bd-d883-4425-a300-0eca0dea238b req-fcd316df-939a-4168-a724-7df85b0cf92b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386262 Jul 30 16:12:57.351629 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 8b7e51f5-3950-402d-a921-c3ff430294d9 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:12:57.453317 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 8b7e51f5-3950-402d-a921-c3ff430294d9, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8b7e51f5-3950-402d-a921-c3ff430294d9,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:12:57.475288 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': '8b7e51f5-3950-402d-a921-c3ff430294d9', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'port_id': '8b7e51f5-3950-402d-a921-c3ff430294d9', 'mac_address': 'fa:16:3e:3c:7c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:12:57.535130 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:57.550631 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7e51f5-3950-402d-a921-c3ff430294d9 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:12:57.591719 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 8b7e51f5-3950-402d-a921-c3ff430294d9, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8b7e51f5-3950-402d-a921-c3ff430294d9,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:12:57.596700 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:57.679390 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=8b7e51f5-3950-402d-a921-c3ff430294d9,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:57.821375 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['8b7e51f5-3950-402d-a921-c3ff430294d9'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:12:57.850656 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d771b-ccc1-48d4-97cd-80f4cbe6a286 req-c8592fd6-5a69-4a5d-bbc2-dbd7f0a93add tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:57.852323 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bf5d771b-ccc1-48d4-97cd-80f4cbe6a286 req-c8592fd6-5a69-4a5d-bbc2-dbd7f0a93add tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 945 time: 0.0577195 Jul 30 16:12:57.897708 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bf5d771b-ccc1-48d4-97cd-80f4cbe6a286 req-a03e2ca9-2314-467b-9737-99a587872d0d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389454 Jul 30 16:12:58.635589 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 34944) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:58.738979 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2566-19b8-43be-bfbb-5314e26ef00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:58.829532 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2566-19b8-43be-bfbb-5314e26ef00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:58.833710 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ba1e2566-19b8-43be-bfbb-5314e26ef00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:58.870264 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e2566-19b8-43be-bfbb-5314e26ef00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c73563-d88c-4233-bb2a-9790663e54d3,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:58.874868 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-ba1e2566-19b8-43be-bfbb-5314e26ef00a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af21e5f3fa77451a8b8ad499bad1599a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382019 Jul 30 16:12:58.877598 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 34950) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:58.928716 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:58.951082 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:59.001610 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:59.004295 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:59.005727 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/92c73563-d88c-4233-bb2a-9790663e54d3 HTTP/1.1" status: 204 len: 168 time: 0.1270137 Jul 30 16:12:59.014885 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c73563-d88c-4233-bb2a-9790663e54d3,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:59.022588 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:59.022949 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:59.023083 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134247b8-c353-4e92-8026-7646b36bbc75 req-1fcca42b-42e0-4ddb-807a-5be925d136ba tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:59.023300 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:59.023626 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:59.023960 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:59.024291 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:59.024618 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:59.024943 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:59.025045 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-134247b8-c353-4e92-8026-7646b36bbc75 req-1fcca42b-42e0-4ddb-807a-5be925d136ba tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 945 time: 0.0551505 Jul 30 16:12:59.025268 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:59.025673 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:59.026043 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:59.026365 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412337b-cc3c-4cd9-814e-7b1c25685aa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:59.066894 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-134247b8-c353-4e92-8026-7646b36bbc75 req-8e27c0c3-9ebf-4be9-ab93-db7a53d8038d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345976 Jul 30 16:12:59.285702 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 34958) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:59.300128 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6d979ff3-97fd-478d-a38d-6e9d8fcd2149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:59.400351 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6d979ff3-97fd-478d-a38d-6e9d8fcd2149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:59.404337 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6d979ff3-97fd-478d-a38d-6e9d8fcd2149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:59.444098 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d979ff3-97fd-478d-a38d-6e9d8fcd2149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e4fc0b-b00b-406a-811f-037fa7765cb6,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:59.449755 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-6d979ff3-97fd-478d-a38d-6e9d8fcd2149 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=296b3542705b4cd6b724e90879161c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629479 Jul 30 16:12:59.452752 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 34960) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:59.508643 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5e196bcb-80d8-42ea-ad02-2e68305f9789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:59.530111 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5e196bcb-80d8-42ea-ad02-2e68305f9789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:59.576969 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5e196bcb-80d8-42ea-ad02-2e68305f9789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:59.579826 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5e196bcb-80d8-42ea-ad02-2e68305f9789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:59.580990 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-5e196bcb-80d8-42ea-ad02-2e68305f9789 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9e4fc0b-b00b-406a-811f-037fa7765cb6 HTTP/1.1" status: 204 len: 168 time: 0.1275556 Jul 30 16:12:59.589557 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e196bcb-80d8-42ea-ad02-2e68305f9789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e4fc0b-b00b-406a-811f-037fa7765cb6,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:00.192282 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19403da4-1476-4a58-955e-2c41d66effee req-507eb461-8bf4-43d0-aac9-f83d65b9b6af tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:00.193990 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-19403da4-1476-4a58-955e-2c41d66effee req-507eb461-8bf4-43d0-aac9-f83d65b9b6af tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 945 time: 0.0541971 Jul 30 16:13:00.235554 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-19403da4-1476-4a58-955e-2c41d66effee req-a25f6d04-6c19-40fe-a568-5f7386899701 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354276 Jul 30 16:13:01.377463 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8eb446-34ee-4f8c-876e-cf84fe674768 req-5628197c-8a83-4cb0-98b1-26d2d238af14 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:01.379424 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fd8eb446-34ee-4f8c-876e-cf84fe674768 req-5628197c-8a83-4cb0-98b1-26d2d238af14 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 945 time: 0.0613399 Jul 30 16:13:01.430611 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fd8eb446-34ee-4f8c-876e-cf84fe674768 req-dd97a44f-2c73-4ec4-90e2-c038b0a11655 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348759 Jul 30 16:13:02.559265 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a39ce-bc9d-4c23-8473-2921ce48c3cd req-684441bd-238a-4bc4-a93b-808e0b717dc0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:02.560868 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bd3a39ce-bc9d-4c23-8473-2921ce48c3cd req-684441bd-238a-4bc4-a93b-808e0b717dc0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 945 time: 0.0589938 Jul 30 16:13:02.611557 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bd3a39ce-bc9d-4c23-8473-2921ce48c3cd req-4f7449bd-e5b6-4c38-8f0d-426aaa7a7047 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398569 Jul 30 16:13:03.246877 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-0104f7a6-d06b-4b10-a08c-c56f62455ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:03.315653 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 8b7e51f5-3950-402d-a921-c3ff430294d9 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:03.363519 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port 8b7e51f5-3950-402d-a921-c3ff430294d9 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:03.367073 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port 8b7e51f5-3950-402d-a921-c3ff430294d9 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:03.367439 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:03.446182 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:03.470496 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7e51f5-3950-402d-a921-c3ff430294d9'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:13:03.472983 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ddf50d-929f-4f35-8053-34736c4bf920" -d '{"events": [{"server_uuid": "7cb449a5-9c29-4ea4-9b60-b6451df44888", "name": "network-vif-plugged", "status": "completed", "tag": "8b7e51f5-3950-402d-a921-c3ff430294d9"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:13:03.487819 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 8b7e51f5-3950-402d-a921-c3ff430294d9, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8b7e51f5-3950-402d-a921-c3ff430294d9,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:03.492398 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:03.516989 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439a4674-150c-40e3-836f-d2f10c536761 x-openstack-request-id: req-439a4674-150c-40e3-836f-d2f10c536761 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:13:03.517284 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb449a5-9c29-4ea4-9b60-b6451df44888", "name": "network-vif-plugged", "status": "completed", "tag": "8b7e51f5-3950-402d-a921-c3ff430294d9", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:13:03.517538 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-439a4674-150c-40e3-836f-d2f10c536761 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:13:03.517925 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7e51f5-3950-402d-a921-c3ff430294d9', 'code': 200} Jul 30 16:13:03.542917 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=8b7e51f5-3950-402d-a921-c3ff430294d9,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:03.729428 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447e513-b132-4f17-a826-4a71efb601be req-8d01e34d-ba86-4d8a-8e28-960b0b653ee2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:03.731318 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e447e513-b132-4f17-a826-4a71efb601be req-8d01e34d-ba86-4d8a-8e28-960b0b653ee2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 946 time: 0.0507894 Jul 30 16:13:03.770598 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-e447e513-b132-4f17-a826-4a71efb601be req-e43f0c75-3881-4d2b-8c14-fbf624757119 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330553 Jul 30 16:13:04.888488 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4aeefb-2422-47fb-9eb0-836bc80807cc req-e2e45e55-4605-435a-bc79-5a209435bca8 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:04.890035 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-bb4aeefb-2422-47fb-9eb0-836bc80807cc req-e2e45e55-4605-435a-bc79-5a209435bca8 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 946 time: 0.0508626 Jul 30 16:13:04.932647 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-bb4aeefb-2422-47fb-9eb0-836bc80807cc req-706a2cc5-f806-4860-a612-5d7e6ad28a6b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356863 Jul 30 16:13:05.316601 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3eb44-46b2-4c2e-9be4-6a4dbad6df72 req-d9ccdf89-9ab5-4bb5-85e5-5894c6ad7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:05.318130 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-29e3eb44-46b2-4c2e-9be4-6a4dbad6df72 req-d9ccdf89-9ab5-4bb5-85e5-5894c6ad7ccd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 1099 time: 0.0454004 Jul 30 16:13:05.352911 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-29e3eb44-46b2-4c2e-9be4-6a4dbad6df72 req-ff8e90ff-689a-43ab-8e9d-593031bf172d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272639 Jul 30 16:13:06.057814 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f22a1-16bd-4a2f-a456-4a633dabdaaf req-db0befd7-aa33-478a-80e7-178bba9dd454 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:06.059403 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-568f22a1-16bd-4a2f-a456-4a633dabdaaf req-db0befd7-aa33-478a-80e7-178bba9dd454 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 946 time: 0.0546494 Jul 30 16:13:06.103895 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-568f22a1-16bd-4a2f-a456-4a633dabdaaf req-5da6058c-add3-412e-85b6-3f51e50e313b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383310 Jul 30 16:13:06.179724 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.189011 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-671e3d61-6284-4b7f-8c1d-a139775303fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.720940 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35088) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:06.821713 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0f0511ca-352e-4ab8-b61e-dcc1306eee1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.913741 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0f0511ca-352e-4ab8-b61e-dcc1306eee1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.918934 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-0f0511ca-352e-4ab8-b61e-dcc1306eee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.954866 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0511ca-352e-4ab8-b61e-dcc1306eee1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad90debc-8a2a-4ba7-973f-a5a8fc13d1e3,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:06.960022 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-0f0511ca-352e-4ab8-b61e-dcc1306eee1f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=effc85f56001463c802bb978a8a87494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380071 Jul 30 16:13:06.963644 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35092) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:06.971900 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.010876 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-baf3e6aa-4ac7-41db-8f62-57f16dc00a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.031692 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-baf3e6aa-4ac7-41db-8f62-57f16dc00a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.078421 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-baf3e6aa-4ac7-41db-8f62-57f16dc00a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.081168 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-baf3e6aa-4ac7-41db-8f62-57f16dc00a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.082301 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-baf3e6aa-4ac7-41db-8f62-57f16dc00a43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad90debc-8a2a-4ba7-973f-a5a8fc13d1e3 HTTP/1.1" status: 204 len: 168 time: 0.1183376 Jul 30 16:13:07.090437 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3e6aa-4ac7-41db-8f62-57f16dc00a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad90debc-8a2a-4ba7-973f-a5a8fc13d1e3,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:07.229565 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c85b9-d3c0-4442-abc5-7fa7d5c7d65a req-d1d9c829-c5ae-4f36-a5b3-866d128588ea tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:07.231109 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-465c85b9-d3c0-4442-abc5-7fa7d5c7d65a req-d1d9c829-c5ae-4f36-a5b3-866d128588ea tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 946 time: 0.0577495 Jul 30 16:13:07.276358 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-465c85b9-d3c0-4442-abc5-7fa7d5c7d65a req-90ed9b7b-11b4-4866-8434-c17d0db4eec5 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367556 Jul 30 16:13:07.385273 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35102) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:07.398487 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-bd5f4e9b-937f-48ff-9838-d440c9157e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.412137 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964edd5-9bea-4d4f-b52a-5de467e798e0 req-c9430659-ccf6-45fa-94e6-cd90e29f8a3e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:07.413660 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c964edd5-9bea-4d4f-b52a-5de467e798e0 req-c9430659-ccf6-45fa-94e6-cd90e29f8a3e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 946 time: 0.0670061 Jul 30 16:13:07.454128 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c964edd5-9bea-4d4f-b52a-5de467e798e0 req-a850a6b6-85a7-4921-b700-2a18c44fd894 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339227 Jul 30 16:13:07.482493 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35108) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:07.508101 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-bd5f4e9b-937f-48ff-9838-d440c9157e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.513760 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-bd5f4e9b-937f-48ff-9838-d440c9157e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.524139 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1734de-ee4a-4dae-9612-6096a04a4887 tempest-TestVolumeBootPattern-329049303 tempest-TestVolumeBootPattern-329049303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:07.527197 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-ea1734de-ee4a-4dae-9612-6096a04a4887 tempest-TestVolumeBootPattern-329049303 tempest-TestVolumeBootPattern-329049303-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 1094 time: 0.0451474 Jul 30 16:13:07.530943 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35110) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:07.535745 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Request body: {'floatingip': {'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'port_id': '8b7e51f5-3950-402d-a921-c3ff430294d9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:07.558158 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f4e9b-937f-48ff-9838-d440c9157e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3aea11-8a51-474e-85e1-6ce6d49bf6bf,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:07.562548 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-bd5f4e9b-937f-48ff-9838-d440c9157e48 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=27e9150b42c24d04a82d379d21ec53c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760302 Jul 30 16:13:07.566222 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35114) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:07.575384 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f4e9b-937f-48ff-9838-d440c9157e48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:07.575805 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f4e9b-937f-48ff-9838-d440c9157e48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:07.576007 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for floatingip, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.576207 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f4e9b-937f-48ff-9838-d440c9157e48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:07.576540 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f4e9b-937f-48ff-9838-d440c9157e48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:07.576899 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f4e9b-937f-48ff-9838-d440c9157e48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:07.577228 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f4e9b-937f-48ff-9838-d440c9157e48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:07.577659 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f4e9b-937f-48ff-9838-d440c9157e48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:07.577867 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f4e9b-937f-48ff-9838-d440c9157e48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:07.578192 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f4e9b-937f-48ff-9838-d440c9157e48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:07.578508 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f4e9b-937f-48ff-9838-d440c9157e48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:07.579108 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f4e9b-937f-48ff-9838-d440c9157e48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:07.579449 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5f4e9b-937f-48ff-9838-d440c9157e48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:07.681417 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d4ef8bcd-198f-4abc-9dc4-8905eaa480da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.711521 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d4ef8bcd-198f-4abc-9dc4-8905eaa480da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.772839 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.791877 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d4ef8bcd-198f-4abc-9dc4-8905eaa480da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.794457 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d4ef8bcd-198f-4abc-9dc4-8905eaa480da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.795667 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-d4ef8bcd-198f-4abc-9dc4-8905eaa480da admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f3aea11-8a51-474e-85e1-6ce6d49bf6bf HTTP/1.1" status: 204 len: 168 time: 0.2281098 Jul 30 16:13:07.832569 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef8bcd-198f-4abc-9dc4-8905eaa480da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3aea11-8a51-474e-85e1-6ce6d49bf6bf,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:07.925145 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Allocated IP 172.27.3.34 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/febb6ff2-28c6-43bf-93e6-e80a105b306f) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:13:08.032263 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:08.073028 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:08.116739 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:08.122228 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:08.126964 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:13:08.130091 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event updated for resources: {'Port': ['ID=febb6ff2-28c6-43bf-93e6-e80a105b306f,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:08.453295 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:08.506850 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:08.579771 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:08.734999 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:08.739775 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:08.808355 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event updated for resources: {'Port': ['ID=febb6ff2-28c6-43bf-93e6-e80a105b306f,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:08.823307 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:08.927556 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.l3_db [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Floating IP 2690c1ec-2e5e-410b-afb1-31c8fc5a9e70 associated. External IP: 172.27.3.34, port: 8b7e51f5-3950-402d-a921-c3ff430294d9. Jul 30 16:13:09.130635 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Router dc545388-12aa-4792-a04e-4e4890b2cdd6 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:13:09.236063 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:13:09.246643 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140f314e-4c94-4de6-81af-8400002db4b8 None None] Sync routers for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:13:09.252535 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:09.255596 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f314e-4c94-4de6-81af-8400002db4b8 None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:09.256213 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-140f314e-4c94-4de6-81af-8400002db4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:13:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:09.280347 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-4cb29133-4a32-4f5f-8f10-940b9a181414 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7482951 Jul 30 16:13:09.281025 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'tag': '8b7e51f5-3950-402d-a921-c3ff430294d9'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:13:09.283359 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9548904b-8428-4997-8b55-74e15c0cd924" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb449a5-9c29-4ea4-9b60-b6451df44888", "tag": "8b7e51f5-3950-402d-a921-c3ff430294d9"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:13:09.323236 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec097b8-301e-4ea3-b743-6476be245e0f x-openstack-request-id: req-4ec097b8-301e-4ea3-b743-6476be245e0f {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:13:09.323523 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb449a5-9c29-4ea4-9b60-b6451df44888", "tag": "8b7e51f5-3950-402d-a921-c3ff430294d9", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:13:09.323778 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4ec097b8-301e-4ea3-b743-6476be245e0f {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:13:09.324183 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'tag': '8b7e51f5-3950-402d-a921-c3ff430294d9', 'status': 'completed', 'code': 200} Jul 30 16:13:09.367934 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-140f314e-4c94-4de6-81af-8400002db4b8 None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:09.598267 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-140f314e-4c94-4de6-81af-8400002db4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '2690c1ec-2e5e-410b-afb1-31c8fc5a9e70', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'port_id': '8b7e51f5-3950-402d-a921-c3ff430294d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'mac_address': 'fa:16:3e:3c:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:13:08Z', 'updated_at': '2021-07-30T16:13:08Z', 'revision_number': 0, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:09.624738 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140f314e-4c94-4de6-81af-8400002db4b8 None None] Checking router: dc545388-12aa-4792-a04e-4e4890b2cdd6 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:13:09.633171 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f314e-4c94-4de6-81af-8400002db4b8 None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:09.633779 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-140f314e-4c94-4de6-81af-8400002db4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:13:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:09.737561 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-140f314e-4c94-4de6-81af-8400002db4b8 None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:09.955230 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-140f314e-4c94-4de6-81af-8400002db4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '2690c1ec-2e5e-410b-afb1-31c8fc5a9e70', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'port_id': '8b7e51f5-3950-402d-a921-c3ff430294d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'mac_address': 'fa:16:3e:3c:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:13:08Z', 'updated_at': '2021-07-30T16:13:08Z', 'revision_number': 0, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:09.980992 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140f314e-4c94-4de6-81af-8400002db4b8 None None] The sync data for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi is: [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '2690c1ec-2e5e-410b-afb1-31c8fc5a9e70', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'port_id': '8b7e51f5-3950-402d-a921-c3ff430294d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'mac_address': 'fa:16:3e:3c:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:13:08Z', 'updated_at': '2021-07-30T16:13:08Z', 'revision_number': 0, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:13:10.140135 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:13:10.149123 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fd36d4-6360-4c37-a9f7-6d12493f9907 None None] New status for floating IP 2690c1ec-2e5e-410b-afb1-31c8fc5a9e70: ACTIVE {{(pid=93356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:13:11.005452 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548904b-8428-4997-8b55-74e15c0cd924 req-aada5311-6c8c-406d-895b-da2573a326ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:11.006971 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9548904b-8428-4997-8b55-74e15c0cd924 req-aada5311-6c8c-406d-895b-da2573a326ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 1099 time: 0.0452671 Jul 30 16:13:11.104305 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548904b-8428-4997-8b55-74e15c0cd924 req-d1750889-8d7f-44ec-9f37-773b71666606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:11.105803 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9548904b-8428-4997-8b55-74e15c0cd924 req-d1750889-8d7f-44ec-9f37-773b71666606 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 HTTP/1.1" status: 200 len: 913 time: 0.0902793 Jul 30 16:13:11.174281 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9548904b-8428-4997-8b55-74e15c0cd924 req-e3bdecdc-f6aa-444b-adbb-f2c2a9494d00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b7e51f5-3950-402d-a921-c3ff430294d9 HTTP/1.1" status: 200 len: 1001 time: 0.0609908 Jul 30 16:13:11.230400 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548904b-8428-4997-8b55-74e15c0cd924 req-f84b6722-36b1-40fa-bae4-31bbe5de0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:11.231933 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9548904b-8428-4997-8b55-74e15c0cd924 req-f84b6722-36b1-40fa-bae4-31bbe5de0780 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8300e625-33c3-4a90-8788-37444de738bb HTTP/1.1" status: 200 len: 851 time: 0.0494611 Jul 30 16:13:11.282010 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548904b-8428-4997-8b55-74e15c0cd924 req-9ec17ee0-43ca-4612-96b5-609400890a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:11.283562 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9548904b-8428-4997-8b55-74e15c0cd924 req-9ec17ee0-43ca-4612-96b5-609400890a5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446134 Jul 30 16:13:11.378890 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9548904b-8428-4997-8b55-74e15c0cd924 req-498ad65d-e6ad-4c89-9e82-b78ad351dd3e service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868604 Jul 30 16:13:11.477544 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9548904b-8428-4997-8b55-74e15c0cd924 req-afc1844d-fa29-4933-90cf-45e48dd30806 service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912743 Jul 30 16:13:14.428066 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:21.335864 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35276) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:21.436874 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ad9202b0-0e1d-4708-921d-2bb4b9e6f550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:21.523325 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ad9202b0-0e1d-4708-921d-2bb4b9e6f550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:21.527325 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-ad9202b0-0e1d-4708-921d-2bb4b9e6f550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:21.566617 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-ad9202b0-0e1d-4708-921d-2bb4b9e6f550 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7f4c0e13afeb4e71a6b6171c58f86e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274334 Jul 30 16:13:21.566617 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9202b0-0e1d-4708-921d-2bb4b9e6f550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c585c1-5c16-493c-8609-374ef139fac7,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:21.567581 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35280) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:21.617097 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a6125e42-e4aa-4132-a26a-0ca98e4ebb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:21.637792 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a6125e42-e4aa-4132-a26a-0ca98e4ebb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:21.681453 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a6125e42-e4aa-4132-a26a-0ca98e4ebb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:21.684019 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a6125e42-e4aa-4132-a26a-0ca98e4ebb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:21.685176 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-a6125e42-e4aa-4132-a26a-0ca98e4ebb98 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d7c585c1-5c16-493c-8609-374ef139fac7 HTTP/1.1" status: 204 len: 168 time: 0.1166191 Jul 30 16:13:21.693569 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6125e42-e4aa-4132-a26a-0ca98e4ebb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c585c1-5c16-493c-8609-374ef139fac7,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:22.293115 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35306) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:22.392973 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-d3dcded8-f407-496d-8e0d-3ff42887bbfb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1185351390-network', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:22.414077 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dcded8-f407-496d-8e0d-3ff42887bbfb admin admin] Made reservation on behalf of 127108e0eafb43e1be6fb4ebd5f07fe8 for: {'network': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:13:22.416372 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d3dcded8-f407-496d-8e0d-3ff42887bbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:22.424401 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d3dcded8-f407-496d-8e0d-3ff42887bbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:22.516980 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d3dcded8-f407-496d-8e0d-3ff42887bbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:22.521003 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d3dcded8-f407-496d-8e0d-3ff42887bbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:22.546903 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3dcded8-f407-496d-8e0d-3ff42887bbfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=93353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:13:22.552084 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcded8-f407-496d-8e0d-3ff42887bbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e531ce0b-1047-40ee-934a-10811d6e32c7,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:22.558887 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d3dcded8-f407-496d-8e0d-3ff42887bbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:22.559951 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.segments_db [None req-d3dcded8-f407-496d-8e0d-3ff42887bbfb admin admin] Added segment ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f of type vlan for network f8637d17-0468-4539-9cbe-8a572756b3af Jul 30 16:13:22.602242 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d3dcded8-f407-496d-8e0d-3ff42887bbfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:22.634523 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d3dcded8-f407-496d-8e0d-3ff42887bbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:22.635499 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dcded8-f407-496d-8e0d-3ff42887bbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:22.636074 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d3dcded8-f407-496d-8e0d-3ff42887bbfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:22.684811 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-d3dcded8-f407-496d-8e0d-3ff42887bbfb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3904364 Jul 30 16:13:22.687780 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35310) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:22.693778 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-554e26b7-37c4-49ed-adbd-78a3cd9e90c5 admin admin] Request body: {'subnet': {'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1185351390-subnet', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'ip_version': 4}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:22.694181 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcded8-f407-496d-8e0d-3ff42887bbfb admin admin] Pushing event updated for resources: {'Network': ['ID=f8637d17-0468-4539-9cbe-8a572756b3af,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:22.705661 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network f8637d17-0468-4539-9cbe-8a572756b3af details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:13:22.716140 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554e26b7-37c4-49ed-adbd-78a3cd9e90c5 admin admin] Made reservation on behalf of 127108e0eafb43e1be6fb4ebd5f07fe8 for: {'subnet': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:13:22.718446 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-554e26b7-37c4-49ed-adbd-78a3cd9e90c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7322515'] for subnet, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:22.881188 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-554e26b7-37c4-49ed-adbd-78a3cd9e90c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5957849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7322557'] for subnet, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:22.934168 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e26b7-37c4-49ed-adbd-78a3cd9e90c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4df036-92ef-44e4-8d84-baeab289ce51,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:22.945342 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554e26b7-37c4-49ed-adbd-78a3cd9e90c5 admin admin] Checking segment: {'id': 'ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:13:22.945702 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554e26b7-37c4-49ed-adbd-78a3cd9e90c5 admin admin] Network hostable DHCP agents. Network: f8637d17-0468-4539-9cbe-8a572756b3af, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:13:22.963637 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554e26b7-37c4-49ed-adbd-78a3cd9e90c5 admin admin] Network f8637d17-0468-4539-9cbe-8a572756b3af is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:13:22.972451 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-554e26b7-37c4-49ed-adbd-78a3cd9e90c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, f8637d17-0468-4539-9cbe-8a572756b3af) {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:22.976840 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554e26b7-37c4-49ed-adbd-78a3cd9e90c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:22.977435 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-554e26b7-37c4-49ed-adbd-78a3cd9e90c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:22.982093 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab656071-6603-4952-a5d3-be29ec4c30cb None None] Network f8637d17-0468-4539-9cbe-8a572756b3af requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:13:22.995787 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-554e26b7-37c4-49ed-adbd-78a3cd9e90c5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3064668 Jul 30 16:13:22.998674 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35314) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:23.003129 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1185351390-router', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:23.025119 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2743'] for router, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:23.026273 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2744'] for router, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:23.081589 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:23.127638 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ab6931-0e42-5e2b-bdaf-3677ef1877a7-f8637d17-0468-4539-9cbe-8a572756b3af', 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'fixed_ips': [{'subnet_id': '0b4df036-92ef-44e4-8d84-baeab289ce51'}]}} from dv-cinder-802955-2-iscsi. {{(pid=93355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:13:23.128506 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:23.218415 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:23.262097 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.db_base_plugin_common [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Allocated IP 172.20.0.2 (f8637d17-0468-4539-9cbe-8a572756b3af/0b4df036-92ef-44e4-8d84-baeab289ce51/40f1ca70-7542-48fa-88c7-786acf7e8edd) {{(pid=93355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:13:23.426037 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:23.427262 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:23.436033 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Transition to ACTIVE for port object 40f1ca70-7542-48fa-88c7-786acf7e8edd will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:23.445490 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:23.450554 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Transition to ACTIVE for port object 40f1ca70-7542-48fa-88c7-786acf7e8edd will not be triggered until provisioned by entity DHCP. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:23.456781 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:23.494155 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Network f8637d17-0468-4539-9cbe-8a572756b3af is already hosted by enough agents. {{(pid=93355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:23.496812 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.base_scheduler [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Resources bound (agent type, host, resource id): {{(pid=93355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:23.499552 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Received port after_create {{(pid=93355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:13:23.514965 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Pushing event updated for resources: {'Port': ['ID=40f1ca70-7542-48fa-88c7-786acf7e8edd,revision_number=1']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:23.538014 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:23.538357 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:23.538693 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:23.539047 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:23.539378 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:23.539702 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:23.540043 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:23.540363 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:23.540698 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:23.541021 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:23.541334 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:23.541656 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:23.552275 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Allocated IP 172.27.3.30 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/64a72263-4244-42ed-a82c-6fd387f476d4) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:13:23.664086 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:23.705862 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Attempting to bind port 40f1ca70-7542-48fa-88c7-786acf7e8edd on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:13:23.706487 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Attempting to bind port 40f1ca70-7542-48fa-88c7-786acf7e8edd by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:13:23.706873 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Attempting to bind port 40f1ca70-7542-48fa-88c7-786acf7e8edd on network f8637d17-0468-4539-9cbe-8a572756b3af {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:13:23.708551 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:23.712826 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:13:23.713200 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Checking segment: {'id': 'ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:13:23.713605 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:23.714003 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Bound using segment: {'id': 'ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:13:23.714495 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Bound port: 40f1ca70-7542-48fa-88c7-786acf7e8edd, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:13:23.714875 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:23.745123 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:23.749215 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:23.751689 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:13:23.776529 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] For port 40f1ca70-7542-48fa-88c7-786acf7e8edd, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:13:23.779591 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] For port 40f1ca70-7542-48fa-88c7-786acf7e8edd, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=40f1ca70-7542-48fa-88c7-786acf7e8edd,segment=NetworkSegment(ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f),segment_id=ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:13:23.782002 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Pushing event updated for resources: {'Port': ['ID=64a72263-4244-42ed-a82c-6fd387f476d4,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:23.786583 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:23.850717 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff883a-f0fe-4242-93b8-64f6608573a0 None None] Pushing event updated for resources: {'Port': ['ID=40f1ca70-7542-48fa-88c7-786acf7e8edd,revision_number=2']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:24.025353 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:24.458126 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701584'] for router, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:24.591474 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Router f67b7aba-0660-40ef-bd44-5c3a689b3818 is scheduled to L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 with binding_index 1 {{(pid=93354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:13:24.694559 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9e86ce-5372-46a8-8b1b-9d15b04def1e None None] Network f8637d17-0468-4539-9cbe-8a572756b3af requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:13:24.706470 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:13:24.722010 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] Notify callbacks [] for router, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:24.723462 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-11748c9b-1911-4a35-a395-23903f3c2a1f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7237785 Jul 30 16:13:24.726015 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35318) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:24.734210 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Sync routers for ids ['f67b7aba-0660-40ef-bd44-5c3a689b3818'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:13:24.752205 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Routers {'f67b7aba-0660-40ef-bd44-5c3a689b3818'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:24.752815 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:13:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['f67b7aba-0660-40ef-bd44-5c3a689b3818'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:24.859387 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-080557ee-e422-41cc-82c3-9af97ba9f0a0 None None] Provisioning for port 40f1ca70-7542-48fa-88c7-786acf7e8edd completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:24.917904 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Set router f67b7aba-0660-40ef-bd44-5c3a689b3818 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:25.130320 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'name': 'tempest-TestMinimumBasicScenario-1185351390-router', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:23Z', 'revision_number': 3, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'gw_port': {'id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:25.158322 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Checking router: f67b7aba-0660-40ef-bd44-5c3a689b3818 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:13:25.158732 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Updating router f67b7aba-0660-40ef-bd44-5c3a689b3818 port 64a72263-4244-42ed-a82c-6fd387f476d4 binding host dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:13:25.160036 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.186672 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.318156 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Allocated IP 172.20.0.1 (f8637d17-0468-4539-9cbe-8a572756b3af/0b4df036-92ef-44e4-8d84-baeab289ce51/fe106a9d-37fd-44ee-875c-092b87c9a787) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:13:25.429205 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.447027 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.provisioning_blocks [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Transition to ACTIVE for port object fe106a9d-37fd-44ee-875c-092b87c9a787 will not be triggered until provisioned by entity DHCP. {{(pid=93354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:25.460428 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 40f1ca70-7542-48fa-88c7-786acf7e8edd up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:25.466059 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.485688 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.498598 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Transition to ACTIVE for port object 64a72263-4244-42ed-a82c-6fd387f476d4 will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:25.510415 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.529857 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Network f8637d17-0468-4539-9cbe-8a572756b3af is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:25.534612 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:25.538947 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:13:25.542496 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Pushing event updated for resources: {'Port': ['ID=fe106a9d-37fd-44ee-875c-092b87c9a787,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:25.573470 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Attempting to bind port 64a72263-4244-42ed-a82c-6fd387f476d4 on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:13:25.573944 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Attempting to bind port 64a72263-4244-42ed-a82c-6fd387f476d4 by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:13:25.574196 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Attempting to bind port 64a72263-4244-42ed-a82c-6fd387f476d4 on network 44fd2069-56d3-48dd-a694-00b845ece913 {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:13:25.576056 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5865b-04ca-414d-ac3a-c7e683ee8e10 None None] Pushing event updated for resources: {'Port': ['ID=64a72263-4244-42ed-a82c-6fd387f476d4,revision_number=2']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:25.585126 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:13:25.585552 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Checking segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:13:25.586017 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.586413 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Bound using segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:13:25.586679 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701519'] for router_interface, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.586944 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Bound port: 64a72263-4244-42ed-a82c-6fd387f476d4, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:13:25.587362 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.592498 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port 40f1ca70-7542-48fa-88c7-786acf7e8edd completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:25.618888 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 40f1ca70-7542-48fa-88c7-786acf7e8edd triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:25.619294 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.677266 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] For port 64a72263-4244-42ed-a82c-6fd387f476d4, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:13:25.693984 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] For port 64a72263-4244-42ed-a82c-6fd387f476d4, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=64a72263-4244-42ed-a82c-6fd387f476d4,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:13:25.700384 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.733494 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.799806 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.817224 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Routers {'f67b7aba-0660-40ef-bd44-5c3a689b3818'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:25.817851 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:13:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['f67b7aba-0660-40ef-bd44-5c3a689b3818'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:25.822424 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-e48cd58e-b73b-4ce9-b7c0-435daada747b None None] Provisioning for port fe106a9d-37fd-44ee-875c-092b87c9a787 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:25.824333 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5865b-04ca-414d-ac3a-c7e683ee8e10 None None] Pushing event updated for resources: {'Port': ['ID=64a72263-4244-42ed-a82c-6fd387f476d4,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:25.867163 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-e48cd58e-b73b-4ce9-b7c0-435daada747b None None] Provisioning complete for port fe106a9d-37fd-44ee-875c-092b87c9a787 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:25.867534 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-e48cd58e-b73b-4ce9-b7c0-435daada747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.895751 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.901162 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957804'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.912914 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port 40f1ca70-7542-48fa-88c7-786acf7e8edd, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=40f1ca70-7542-48fa-88c7-786acf7e8edd,segment=NetworkSegment(ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f),segment_id=ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:25.923018 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.968868 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Pushing event updated for resources: {'Port': ['ID=fe106a9d-37fd-44ee-875c-092b87c9a787,revision_number=2']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:25.971440 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701919'] for router_interface, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.981335 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-e48cd58e-b73b-4ce9-b7c0-435daada747b None None] Port fe106a9d-37fd-44ee-875c-092b87c9a787 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:13:26.023101 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] Set router f67b7aba-0660-40ef-bd44-5c3a689b3818 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:26.025153 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=40f1ca70-7542-48fa-88c7-786acf7e8edd,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:26.076284 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Network f8637d17-0468-4539-9cbe-8a572756b3af is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:26.077804 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:26.228206 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Router f67b7aba-0660-40ef-bd44-5c3a689b3818 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:13:26.264548 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'name': 'tempest-TestMinimumBasicScenario-1185351390-router', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:25Z', 'revision_number': 4, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'gw_port': {'id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'fe106a9d-37fd-44ee-875c-092b87c9a787', 'name': '', 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'mac_address': 'fa:16:3e:ac:c8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:25Z', 'updated_at': '2021-07-30T16:13:25Z', 'revision_number': 1, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'subnets': [{'id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:26.294377 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12437cce-1acf-4e0e-a896-6c4a85503ac8 None None] The sync data for ids ['f67b7aba-0660-40ef-bd44-5c3a689b3818'] in dv-cinder-802955-2-iscsi is: [{'id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'name': 'tempest-TestMinimumBasicScenario-1185351390-router', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:25Z', 'revision_number': 4, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'gw_port': {'id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'fe106a9d-37fd-44ee-875c-092b87c9a787', 'name': '', 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'mac_address': 'fa:16:3e:ac:c8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:25Z', 'updated_at': '2021-07-30T16:13:25Z', 'revision_number': 1, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'subnets': [{'id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:13:26.366306 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:13:26.375047 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-15e1d7aa-703c-4f3f-a3d8-4013c1d04c67 admin admin] 10.222.0.61 "PUT /v2.0/routers/f67b7aba-0660-40ef-bd44-5c3a689b3818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6460974 Jul 30 16:13:26.413432 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ecc79ca7-4afe-4184-90f7-905ea875dad4 None None] Provisioning complete for port fe106a9d-37fd-44ee-875c-092b87c9a787 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:26.417148 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ecc79ca7-4afe-4184-90f7-905ea875dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:26.460733 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ecc79ca7-4afe-4184-90f7-905ea875dad4 None None] Port fe106a9d-37fd-44ee-875c-092b87c9a787 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:13:26.904848 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35374) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:26.909777 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-30b8174f-d076-4c2a-be92-66c4b4b5e4a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2089785505-network', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:26.940515 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b8174f-d076-4c2a-be92-66c4b4b5e4a9 admin admin] Made reservation on behalf of 4a13d856d3b34da49d6d6873babb0431 for: {'network': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:13:26.943269 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-30b8174f-d076-4c2a-be92-66c4b4b5e4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:26.955404 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-30b8174f-d076-4c2a-be92-66c4b4b5e4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:27.056286 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-30b8174f-d076-4c2a-be92-66c4b4b5e4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:27.060257 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-30b8174f-d076-4c2a-be92-66c4b4b5e4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:27.088130 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b8174f-d076-4c2a-be92-66c4b4b5e4a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=93354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:13:27.094540 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8174f-d076-4c2a-be92-66c4b4b5e4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287cd373-ba50-4f13-b20d-3d54121139b5,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:27.101134 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-30b8174f-d076-4c2a-be92-66c4b4b5e4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:27.101486 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.db.segments_db [None req-30b8174f-d076-4c2a-be92-66c4b4b5e4a9 admin admin] Added segment 3c5ba829-0771-405b-b08f-fc2921995e16 of type vlan for network 15278a78-735c-401d-8604-d6dd994add51 Jul 30 16:13:27.145591 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-30b8174f-d076-4c2a-be92-66c4b4b5e4a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:27.180845 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-30b8174f-d076-4c2a-be92-66c4b4b5e4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:27.181868 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b8174f-d076-4c2a-be92-66c4b4b5e4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:27.182462 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-30b8174f-d076-4c2a-be92-66c4b4b5e4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:27.235439 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-30b8174f-d076-4c2a-be92-66c4b4b5e4a9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3294404 Jul 30 16:13:27.238242 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35376) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:27.243626 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-aded097f-d8dc-491b-8957-81ae20c2d1eb admin admin] Request body: {'subnet': {'network_id': '15278a78-735c-401d-8604-d6dd994add51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2089785505-subnet', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431', 'ip_version': 4}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:27.261110 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8174f-d076-4c2a-be92-66c4b4b5e4a9 admin admin] Pushing event updated for resources: {'Network': ['ID=15278a78-735c-401d-8604-d6dd994add51,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:27.272130 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network 15278a78-735c-401d-8604-d6dd994add51 details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:13:27.277092 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aded097f-d8dc-491b-8957-81ae20c2d1eb admin admin] Made reservation on behalf of 4a13d856d3b34da49d6d6873babb0431 for: {'subnet': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:13:27.279804 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-aded097f-d8dc-491b-8957-81ae20c2d1eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7322515'] for subnet, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:27.466897 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-aded097f-d8dc-491b-8957-81ae20c2d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5957849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7322557'] for subnet, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:27.516480 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 40f1ca70-7542-48fa-88c7-786acf7e8edd up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:27.533586 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded097f-d8dc-491b-8957-81ae20c2d1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=eec473f9-57d3-4fee-b7d4-b55ed7bf91a1,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:27.542063 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded097f-d8dc-491b-8957-81ae20c2d1eb admin admin] Checking segment: {'id': '3c5ba829-0771-405b-b08f-fc2921995e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '15278a78-735c-401d-8604-d6dd994add51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:13:27.542720 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aded097f-d8dc-491b-8957-81ae20c2d1eb admin admin] Network hostable DHCP agents. Network: 15278a78-735c-401d-8604-d6dd994add51, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:13:27.560268 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aded097f-d8dc-491b-8957-81ae20c2d1eb admin admin] Network 15278a78-735c-401d-8604-d6dd994add51 is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:13:27.572603 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 40f1ca70-7542-48fa-88c7-786acf7e8edd triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:27.573192 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:27.577190 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-aded097f-d8dc-491b-8957-81ae20c2d1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, 15278a78-735c-401d-8604-d6dd994add51) {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:27.584248 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aded097f-d8dc-491b-8957-81ae20c2d1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:27.585120 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-aded097f-d8dc-491b-8957-81ae20c2d1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:27.599558 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f08d32-c7a9-4538-9676-9eb73103339a None None] Network 15278a78-735c-401d-8604-d6dd994add51 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:13:27.604592 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-aded097f-d8dc-491b-8957-81ae20c2d1eb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3623686 Jul 30 16:13:27.604869 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35380) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:27.610950 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2089785505-router', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:27.641117 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2743'] for router, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:27.642507 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2744'] for router, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:27.716270 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:27.863124 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:27.901929 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 64a72263-4244-42ed-a82c-6fd387f476d4 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:27.983487 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ab6931-0e42-5e2b-bdaf-3677ef1877a7-15278a78-735c-401d-8604-d6dd994add51', 'network_id': '15278a78-735c-401d-8604-d6dd994add51', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431', 'fixed_ips': [{'subnet_id': 'eec473f9-57d3-4fee-b7d4-b55ed7bf91a1'}]}} from dv-cinder-802955-2-iscsi. {{(pid=93355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:13:27.984381 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:27.988065 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port 64a72263-4244-42ed-a82c-6fd387f476d4 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:27.999598 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 64a72263-4244-42ed-a82c-6fd387f476d4 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:27.999972 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:28.080456 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:28.100104 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:28.181335 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:28.195895 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.db_base_plugin_common [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Allocated IP 172.20.0.2 (15278a78-735c-401d-8604-d6dd994add51/eec473f9-57d3-4fee-b7d4-b55ed7bf91a1/a830c69d-0eef-4165-8b37-1417583c46b0) {{(pid=93355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:13:28.211601 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Allocated IP 172.27.3.191 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/d2bdbb75-35ae-4711-880c-6dc7a92f438c) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:13:28.216283 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port 64a72263-4244-42ed-a82c-6fd387f476d4, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=64a72263-4244-42ed-a82c-6fd387f476d4,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:28.223335 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:28.318554 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:28.326487 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=64a72263-4244-42ed-a82c-6fd387f476d4,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:28.345092 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Sync routers for ids ['f67b7aba-0660-40ef-bd44-5c3a689b3818'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:13:28.359448 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Routers {'f67b7aba-0660-40ef-bd44-5c3a689b3818'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:28.361256 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:13:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['f67b7aba-0660-40ef-bd44-5c3a689b3818'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:28.365065 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:28.403415 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Notify callbacks [] for port, precommit_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:28.408650 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:28.412321 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Transition to ACTIVE for port object a830c69d-0eef-4165-8b37-1417583c46b0 will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:28.420612 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:28.423258 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:13:28.428310 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Transition to ACTIVE for port object a830c69d-0eef-4165-8b37-1417583c46b0 will not be triggered until provisioned by entity DHCP. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:28.434970 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:28.447194 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Pushing event updated for resources: {'Port': ['ID=d2bdbb75-35ae-4711-880c-6dc7a92f438c,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:28.474049 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Set router f67b7aba-0660-40ef-bd44-5c3a689b3818 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:28.483097 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Network 15278a78-735c-401d-8604-d6dd994add51 is already hosted by enough agents. {{(pid=93355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:28.487912 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.base_scheduler [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Resources bound (agent type, host, resource id): {{(pid=93355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:28.492274 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Received port after_create {{(pid=93355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:13:28.495879 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Pushing event updated for resources: {'Port': ['ID=a830c69d-0eef-4165-8b37-1417583c46b0,revision_number=1']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:28.550973 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Attempting to bind port a830c69d-0eef-4165-8b37-1417583c46b0 on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:13:28.551369 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Attempting to bind port a830c69d-0eef-4165-8b37-1417583c46b0 by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': '3c5ba829-0771-405b-b08f-fc2921995e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '15278a78-735c-401d-8604-d6dd994add51'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:13:28.551734 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Attempting to bind port a830c69d-0eef-4165-8b37-1417583c46b0 on network 15278a78-735c-401d-8604-d6dd994add51 {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:13:28.557801 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:13:28.558357 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Checking segment: {'id': '3c5ba829-0771-405b-b08f-fc2921995e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '15278a78-735c-401d-8604-d6dd994add51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:13:28.558807 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:28.559198 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Bound using segment: {'id': '3c5ba829-0771-405b-b08f-fc2921995e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '15278a78-735c-401d-8604-d6dd994add51'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:13:28.559686 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Bound port: a830c69d-0eef-4165-8b37-1417583c46b0, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5ba829-0771-405b-b08f-fc2921995e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '15278a78-735c-401d-8604-d6dd994add51'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:13:28.560254 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:28.636461 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] For port a830c69d-0eef-4165-8b37-1417583c46b0, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:13:28.640099 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] For port a830c69d-0eef-4165-8b37-1417583c46b0, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=a830c69d-0eef-4165-8b37-1417583c46b0,segment=NetworkSegment(3c5ba829-0771-405b-b08f-fc2921995e16),segment_id=3c5ba829-0771-405b-b08f-fc2921995e16)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:13:28.645168 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:28.706459 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5c1cf-4d6a-4641-ad25-0f5a33be3fcf None None] Pushing event updated for resources: {'Port': ['ID=a830c69d-0eef-4165-8b37-1417583c46b0,revision_number=2']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:28.818459 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'name': 'tempest-TestMinimumBasicScenario-1185351390-router', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:25Z', 'revision_number': 4, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'gw_port': {'id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'fe106a9d-37fd-44ee-875c-092b87c9a787', 'name': '', 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'mac_address': 'fa:16:3e:ac:c8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:25Z', 'updated_at': '2021-07-30T16:13:25Z', 'revision_number': 2, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'subnets': [{'id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:28.846943 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Checking router: f67b7aba-0660-40ef-bd44-5c3a689b3818 for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:13:28.847514 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Updating router f67b7aba-0660-40ef-bd44-5c3a689b3818 port fe106a9d-37fd-44ee-875c-092b87c9a787 binding host dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:13:28.880742 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:29.038363 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:29.106760 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35392) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:29.212172 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:29.220297 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b3e9b6b2-6053-4519-975d-917d180ff36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:29.222270 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.provisioning_blocks [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Transition to ACTIVE for port object fe106a9d-37fd-44ee-875c-092b87c9a787 will not be triggered until provisioned by entity L2. {{(pid=93356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:29.231071 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:29.253472 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701584'] for router, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:29.284606 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fae381-bbaf-43bf-888e-cc5f484bc4f0 None None] Pushing event updated for resources: {'Port': ['ID=fe106a9d-37fd-44ee-875c-092b87c9a787,revision_number=3']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:29.299508 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fae381-bbaf-43bf-888e-cc5f484bc4f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:29.299508 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fae381-bbaf-43bf-888e-cc5f484bc4f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:29.299508 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fae381-bbaf-43bf-888e-cc5f484bc4f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:29.299508 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fae381-bbaf-43bf-888e-cc5f484bc4f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:29.300058 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fae381-bbaf-43bf-888e-cc5f484bc4f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:29.300518 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fae381-bbaf-43bf-888e-cc5f484bc4f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:29.300966 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fae381-bbaf-43bf-888e-cc5f484bc4f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:29.301382 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fae381-bbaf-43bf-888e-cc5f484bc4f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:29.301811 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fae381-bbaf-43bf-888e-cc5f484bc4f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:29.302767 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fae381-bbaf-43bf-888e-cc5f484bc4f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:29.302767 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fae381-bbaf-43bf-888e-cc5f484bc4f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:29.303028 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fae381-bbaf-43bf-888e-cc5f484bc4f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:29.339259 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b3e9b6b2-6053-4519-975d-917d180ff36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:29.344033 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b3e9b6b2-6053-4519-975d-917d180ff36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:29.369122 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Attempting to bind port fe106a9d-37fd-44ee-875c-092b87c9a787 on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:13:29.369576 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Attempting to bind port fe106a9d-37fd-44ee-875c-092b87c9a787 by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af'}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:13:29.369857 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Attempting to bind port fe106a9d-37fd-44ee-875c-092b87c9a787 on network f8637d17-0468-4539-9cbe-8a572756b3af {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:13:29.376087 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:13:29.376465 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Checking segment: {'id': 'ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:13:29.377060 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:29.378304 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Bound using segment: {'id': 'ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af'} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:13:29.378960 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Bound port: fe106a9d-37fd-44ee-875c-092b87c9a787, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af'}}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:13:29.379554 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:29.424014 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9b6b2-6053-4519-975d-917d180ff36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f500af4f-74f4-4d31-8f59-2b34679fa64a,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:29.429839 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-b3e9b6b2-6053-4519-975d-917d180ff36e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ceeab47bd1d4ad68c1b24ce3822659f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217943 Jul 30 16:13:29.432432 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35396) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:29.440197 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Router 08fb69cb-0e35-474f-9380-a7c9e16949ac is scheduled to L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 with binding_index 1 {{(pid=93353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:13:29.477735 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] For port fe106a9d-37fd-44ee-875c-092b87c9a787, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:13:29.481960 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] For port fe106a9d-37fd-44ee-875c-092b87c9a787, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=fe106a9d-37fd-44ee-875c-092b87c9a787,segment=NetworkSegment(ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f),segment_id=ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f)] {{(pid=93356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:13:29.489591 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:29.506821 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-fa19a262-4587-4070-99a9-cd9ac75f4271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:29.534098 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-fa19a262-4587-4070-99a9-cd9ac75f4271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:29.567054 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Routers {'f67b7aba-0660-40ef-bd44-5c3a689b3818'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:29.567054 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:13:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['f67b7aba-0660-40ef-bd44-5c3a689b3818'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:29.628531 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-fa19a262-4587-4070-99a9-cd9ac75f4271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:29.631225 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device a830c69d-0eef-4165-8b37-1417583c46b0 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:29.634409 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-fa19a262-4587-4070-99a9-cd9ac75f4271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:29.638298 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-fa19a262-4587-4070-99a9-cd9ac75f4271 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f500af4f-74f4-4d31-8f59-2b34679fa64a HTTP/1.1" status: 204 len: 168 time: 0.2036240 Jul 30 16:13:29.649765 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19a262-4587-4070-99a9-cd9ac75f4271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f500af4f-74f4-4d31-8f59-2b34679fa64a,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:29.702783 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:13:29.733956 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port a830c69d-0eef-4165-8b37-1417583c46b0 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:29.736828 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Sync routers for ids ['08fb69cb-0e35-474f-9380-a7c9e16949ac'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:13:29.738275 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] Notify callbacks [] for router, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:29.745624 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35400) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:29.752589 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-a1c0d8ba-c705-4c6a-9a11-4f9ce76406ef admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1459858 Jul 30 16:13:29.759772 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 64a72263-4244-42ed-a82c-6fd387f476d4 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:29.805786 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] Set router f67b7aba-0660-40ef-bd44-5c3a689b3818 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:29.859251 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Routers {'08fb69cb-0e35-474f-9380-a7c9e16949ac'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:29.859995 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:13:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['08fb69cb-0e35-474f-9380-a7c9e16949ac'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:29.929456 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 64a72263-4244-42ed-a82c-6fd387f476d4 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:29.931786 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:30.052921 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207b551f-ca3a-49d2-9ca7-56d574159791 None None] Network 15278a78-735c-401d-8604-d6dd994add51 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:13:30.055995 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fae381-bbaf-43bf-888e-cc5f484bc4f0 None None] Pushing event updated for resources: {'Port': ['ID=fe106a9d-37fd-44ee-875c-092b87c9a787,revision_number=4']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:30.129881 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'name': 'tempest-TestMinimumBasicScenario-1185351390-router', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:25Z', 'revision_number': 4, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'gw_port': {'id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'fe106a9d-37fd-44ee-875c-092b87c9a787', 'name': '', 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'mac_address': 'fa:16:3e:ac:c8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:25Z', 'updated_at': '2021-07-30T16:13:29Z', 'revision_number': 4, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'subnets': [{'id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:30.145029 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35406) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:30.163039 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6170f056-a766-45d8-8d41-14a2db92347b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:30.169374 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7535e-e4a3-4d46-b1f9-0283e9b814f3 None None] The sync data for ids ['f67b7aba-0660-40ef-bd44-5c3a689b3818'] in dv-cinder-802955-2-iscsi is: [{'id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'name': 'tempest-TestMinimumBasicScenario-1185351390-router', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:25Z', 'revision_number': 4, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'gw_port': {'id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'fe106a9d-37fd-44ee-875c-092b87c9a787', 'name': '', 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'mac_address': 'fa:16:3e:ac:c8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:25Z', 'updated_at': '2021-07-30T16:13:29Z', 'revision_number': 4, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'subnets': [{'id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:13:30.173589 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Set router 08fb69cb-0e35-474f-9380-a7c9e16949ac gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:30.283146 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6170f056-a766-45d8-8d41-14a2db92347b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:30.292512 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-6170f056-a766-45d8-8d41-14a2db92347b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:30.324441 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:30.328968 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-58e0f3af-c649-42ac-8ab3-b1bb407e2645 None None] Provisioning for port a830c69d-0eef-4165-8b37-1417583c46b0 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:30.336275 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170f056-a766-45d8-8d41-14a2db92347b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c94d6b-e432-4e9f-a4f4-35a7e40d0aae,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:30.344118 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-6170f056-a766-45d8-8d41-14a2db92347b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a28ad15898242cf87f5ab97da8d1739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968009 Jul 30 16:13:30.346839 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35408) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:30.358973 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-58e0f3af-c649-42ac-8ab3-b1bb407e2645 None None] Provisioning complete for port a830c69d-0eef-4165-8b37-1417583c46b0 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:30.359373 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-58e0f3af-c649-42ac-8ab3-b1bb407e2645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:30.426312 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-92545a04-9f6e-44d0-a9cc-6d5b6b2cc29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:30.455359 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-92545a04-9f6e-44d0-a9cc-6d5b6b2cc29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:30.515120 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-92545a04-9f6e-44d0-a9cc-6d5b6b2cc29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:30.518587 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-92545a04-9f6e-44d0-a9cc-6d5b6b2cc29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:30.520183 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-92545a04-9f6e-44d0-a9cc-6d5b6b2cc29f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/49c94d6b-e432-4e9f-a4f4-35a7e40d0aae HTTP/1.1" status: 204 len: 168 time: 0.1723099 Jul 30 16:13:30.530868 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92545a04-9f6e-44d0-a9cc-6d5b6b2cc29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c94d6b-e432-4e9f-a4f4-35a7e40d0aae,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:30.561836 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Allocated IP 172.20.0.1 (15278a78-735c-401d-8604-d6dd994add51/eec473f9-57d3-4fee-b7d4-b55ed7bf91a1/fb21a17f-5f2b-4dc4-ae58-3604f8da92a3) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:13:30.587655 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-58e0f3af-c649-42ac-8ab3-b1bb407e2645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:30.632938 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'name': 'tempest-TestMinimumBasicScenario-2089785505-router', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:27Z', 'updated_at': '2021-07-30T16:13:28Z', 'revision_number': 3, 'project_id': '4a13d856d3b34da49d6d6873babb0431', 'gw_port': {'id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:28Z', 'updated_at': '2021-07-30T16:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:30.671936 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Checking router: 08fb69cb-0e35-474f-9380-a7c9e16949ac for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:13:30.672291 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Updating router 08fb69cb-0e35-474f-9380-a7c9e16949ac port d2bdbb75-35ae-4711-880c-6dc7a92f438c binding host dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:13:30.714650 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-58e0f3af-c649-42ac-8ab3-b1bb407e2645 None None] For port a830c69d-0eef-4165-8b37-1417583c46b0, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=a830c69d-0eef-4165-8b37-1417583c46b0,segment=NetworkSegment(3c5ba829-0771-405b-b08f-fc2921995e16),segment_id=3c5ba829-0771-405b-b08f-fc2921995e16)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:30.716245 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:30.727878 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-58e0f3af-c649-42ac-8ab3-b1bb407e2645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:30.736969 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:30.757483 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.provisioning_blocks [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Transition to ACTIVE for port object fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 will not be triggered until provisioned by entity DHCP. {{(pid=93354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:30.799126 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:30.857071 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Network 15278a78-735c-401d-8604-d6dd994add51 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:30.860930 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:30.865081 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:13:30.903904 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb21a17f-5f2b-4dc4-ae58-3604f8da92a3,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:30.934558 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701519'] for router_interface, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:31.120021 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0f3af-c649-42ac-8ab3-b1bb407e2645 None None] Pushing event updated for resources: {'Port': ['ID=a830c69d-0eef-4165-8b37-1417583c46b0,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:31.142832 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:31.144176 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-41011eb0-0205-4457-ace5-894190e7a0fe None None] Provisioning complete for port a830c69d-0eef-4165-8b37-1417583c46b0 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:31.144558 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-41011eb0-0205-4457-ace5-894190e7a0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:31.386356 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:31.404911 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Transition to ACTIVE for port object d2bdbb75-35ae-4711-880c-6dc7a92f438c will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:31.415900 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:31.488995 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-82fa17ba-da2a-4d33-bb3e-bddc9fc1c6da None None] Provisioning for port fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:31.496951 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-82fa17ba-da2a-4d33-bb3e-bddc9fc1c6da None None] Provisioning complete for port fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:31.497437 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-82fa17ba-da2a-4d33-bb3e-bddc9fc1c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:31.529006 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Attempting to bind port d2bdbb75-35ae-4711-880c-6dc7a92f438c on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:13:31.529381 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Attempting to bind port d2bdbb75-35ae-4711-880c-6dc7a92f438c by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:13:31.529746 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Attempting to bind port d2bdbb75-35ae-4711-880c-6dc7a92f438c on network 44fd2069-56d3-48dd-a694-00b845ece913 {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:13:31.535737 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a183a-df13-4ef1-8086-e0afc7304cb0 None None] Pushing event updated for resources: {'Port': ['ID=d2bdbb75-35ae-4711-880c-6dc7a92f438c,revision_number=2']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:31.538084 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device a830c69d-0eef-4165-8b37-1417583c46b0 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:31.580123 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:13:31.580561 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Checking segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:13:31.580903 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:31.581301 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Bound using segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:13:31.581787 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Bound port: d2bdbb75-35ae-4711-880c-6dc7a92f438c, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:13:31.582174 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:31.586276 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-82fa17ba-da2a-4d33-bb3e-bddc9fc1c6da None None] Port fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:13:31.617443 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:31.624252 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957804'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:31.668666 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port a830c69d-0eef-4165-8b37-1417583c46b0 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:31.669206 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:31.671189 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] For port d2bdbb75-35ae-4711-880c-6dc7a92f438c, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:13:31.674956 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] For port d2bdbb75-35ae-4711-880c-6dc7a92f438c, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=d2bdbb75-35ae-4711-880c-6dc7a92f438c,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:13:31.692112 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701919'] for router_interface, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:31.701253 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:31.713995 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb21a17f-5f2b-4dc4-ae58-3604f8da92a3,revision_number=2']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:31.779688 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a183a-df13-4ef1-8086-e0afc7304cb0 None None] Pushing event updated for resources: {'Port': ['ID=d2bdbb75-35ae-4711-880c-6dc7a92f438c,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:31.784590 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Routers {'08fb69cb-0e35-474f-9380-a7c9e16949ac'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:31.785200 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:13:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['08fb69cb-0e35-474f-9380-a7c9e16949ac'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:31.816522 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Network 15278a78-735c-401d-8604-d6dd994add51 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:31.816522 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:31.868202 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device fe106a9d-37fd-44ee-875c-092b87c9a787 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:31.956121 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] Set router 08fb69cb-0e35-474f-9380-a7c9e16949ac gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:31.965214 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Router 08fb69cb-0e35-474f-9380-a7c9e16949ac has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:13:32.007685 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port fe106a9d-37fd-44ee-875c-092b87c9a787 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:32.017524 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port fe106a9d-37fd-44ee-875c-092b87c9a787 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:32.017903 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:32.092703 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:13:32.100883 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-825e0ed4-9530-452c-8d94-4c1e06d69bc2 admin admin] 10.222.0.61 "PUT /v2.0/routers/08fb69cb-0e35-474f-9380-a7c9e16949ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3541794 Jul 30 16:13:32.196490 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-7d2cd8ce-f5b2-44b3-91a2-f7b237c06b98 None None] Provisioning complete for port fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:32.196868 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7d2cd8ce-f5b2-44b3-91a2-f7b237c06b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:32.244205 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:32.282045 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-7d2cd8ce-f5b2-44b3-91a2-f7b237c06b98 None None] Port fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:13:32.312323 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port fe106a9d-37fd-44ee-875c-092b87c9a787, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=fe106a9d-37fd-44ee-875c-092b87c9a787,segment=NetworkSegment(ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f),segment_id=ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:32.322010 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:32.389010 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=fe106a9d-37fd-44ee-875c-092b87c9a787,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:32.393882 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'name': 'tempest-TestMinimumBasicScenario-2089785505-router', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:27Z', 'updated_at': '2021-07-30T16:13:31Z', 'revision_number': 4, 'project_id': '4a13d856d3b34da49d6d6873babb0431', 'gw_port': {'id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:28Z', 'updated_at': '2021-07-30T16:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'fb21a17f-5f2b-4dc4-ae58-3604f8da92a3', 'name': '', 'network_id': '15278a78-735c-401d-8604-d6dd994add51', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431', 'mac_address': 'fa:16:3e:c6:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec473f9-57d3-4fee-b7d4-b55ed7bf91a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:30Z', 'updated_at': '2021-07-30T16:13:31Z', 'revision_number': 2, 'project_id': '4a13d856d3b34da49d6d6873babb0431', 'subnets': [{'id': 'eec473f9-57d3-4fee-b7d4-b55ed7bf91a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:32.422772 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76712c23-0b81-4d98-b28e-2ed0060a53e0 None None] The sync data for ids ['08fb69cb-0e35-474f-9380-a7c9e16949ac'] in dv-cinder-802955-2-iscsi is: [{'id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'name': 'tempest-TestMinimumBasicScenario-2089785505-router', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:27Z', 'updated_at': '2021-07-30T16:13:31Z', 'revision_number': 4, 'project_id': '4a13d856d3b34da49d6d6873babb0431', 'gw_port': {'id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:28Z', 'updated_at': '2021-07-30T16:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'fb21a17f-5f2b-4dc4-ae58-3604f8da92a3', 'name': '', 'network_id': '15278a78-735c-401d-8604-d6dd994add51', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431', 'mac_address': 'fa:16:3e:c6:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec473f9-57d3-4fee-b7d4-b55ed7bf91a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:30Z', 'updated_at': '2021-07-30T16:13:31Z', 'revision_number': 2, 'project_id': '4a13d856d3b34da49d6d6873babb0431', 'subnets': [{'id': 'eec473f9-57d3-4fee-b7d4-b55ed7bf91a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:13:33.249606 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e654-6419-442f-bc05-066356c68108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:33.581761 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device d2bdbb75-35ae-4711-880c-6dc7a92f438c up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:33.652202 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port d2bdbb75-35ae-4711-880c-6dc7a92f438c completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:33.656981 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port d2bdbb75-35ae-4711-880c-6dc7a92f438c triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:33.657357 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:33.758002 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:33.786725 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port d2bdbb75-35ae-4711-880c-6dc7a92f438c, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=d2bdbb75-35ae-4711-880c-6dc7a92f438c,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:33.792897 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:33.793890 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device fe106a9d-37fd-44ee-875c-092b87c9a787 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:33.884000 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=d2bdbb75-35ae-4711-880c-6dc7a92f438c,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:33.898502 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port fe106a9d-37fd-44ee-875c-092b87c9a787 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:33.899108 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:34.606111 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Sync routers for ids ['08fb69cb-0e35-474f-9380-a7c9e16949ac'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:13:34.616606 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Routers {'08fb69cb-0e35-474f-9380-a7c9e16949ac'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:34.618914 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:13:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['08fb69cb-0e35-474f-9380-a7c9e16949ac'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:34.758655 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Set router 08fb69cb-0e35-474f-9380-a7c9e16949ac gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:34.985851 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'name': 'tempest-TestMinimumBasicScenario-2089785505-router', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:27Z', 'updated_at': '2021-07-30T16:13:31Z', 'revision_number': 4, 'project_id': '4a13d856d3b34da49d6d6873babb0431', 'gw_port': {'id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:28Z', 'updated_at': '2021-07-30T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'fb21a17f-5f2b-4dc4-ae58-3604f8da92a3', 'name': '', 'network_id': '15278a78-735c-401d-8604-d6dd994add51', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431', 'mac_address': 'fa:16:3e:c6:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec473f9-57d3-4fee-b7d4-b55ed7bf91a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:30Z', 'updated_at': '2021-07-30T16:13:31Z', 'revision_number': 2, 'project_id': '4a13d856d3b34da49d6d6873babb0431', 'subnets': [{'id': 'eec473f9-57d3-4fee-b7d4-b55ed7bf91a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:35.016421 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Checking router: 08fb69cb-0e35-474f-9380-a7c9e16949ac for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:13:35.016697 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Updating router 08fb69cb-0e35-474f-9380-a7c9e16949ac port fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 binding host dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:13:35.045863 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:35.458125 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Notify callbacks [] for port, precommit_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:35.459121 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device d2bdbb75-35ae-4711-880c-6dc7a92f438c up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:35.478693 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.provisioning_blocks [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Transition to ACTIVE for port object fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 will not be triggered until provisioned by entity L2. {{(pid=93356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:35.488508 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:35.532641 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port d2bdbb75-35ae-4711-880c-6dc7a92f438c triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:35.532971 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:35.556423 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e384519-9b3a-40bc-b94b-69d21bcfa253 None None] Pushing event updated for resources: {'Port': ['ID=fb21a17f-5f2b-4dc4-ae58-3604f8da92a3,revision_number=3']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:35.630619 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Attempting to bind port fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:13:35.630619 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Attempting to bind port fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': '3c5ba829-0771-405b-b08f-fc2921995e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '15278a78-735c-401d-8604-d6dd994add51'}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:13:35.630619 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Attempting to bind port fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 on network 15278a78-735c-401d-8604-d6dd994add51 {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:13:35.639203 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:13:35.639756 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Checking segment: {'id': '3c5ba829-0771-405b-b08f-fc2921995e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '15278a78-735c-401d-8604-d6dd994add51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:13:35.640412 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:35.640903 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Bound using segment: {'id': '3c5ba829-0771-405b-b08f-fc2921995e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '15278a78-735c-401d-8604-d6dd994add51'} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:13:35.641555 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Bound port: fb21a17f-5f2b-4dc4-ae58-3604f8da92a3, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5ba829-0771-405b-b08f-fc2921995e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '15278a78-735c-401d-8604-d6dd994add51'}}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:13:35.642132 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:35.762489 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] For port fb21a17f-5f2b-4dc4-ae58-3604f8da92a3, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:13:35.766189 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] For port fb21a17f-5f2b-4dc4-ae58-3604f8da92a3, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=fb21a17f-5f2b-4dc4-ae58-3604f8da92a3,segment=NetworkSegment(3c5ba829-0771-405b-b08f-fc2921995e16),segment_id=3c5ba829-0771-405b-b08f-fc2921995e16)] {{(pid=93356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:13:35.814746 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:35.884460 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Routers {'08fb69cb-0e35-474f-9380-a7c9e16949ac'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:35.885130 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:13:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['08fb69cb-0e35-474f-9380-a7c9e16949ac'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:35.931542 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e384519-9b3a-40bc-b94b-69d21bcfa253 None None] Pushing event updated for resources: {'Port': ['ID=fb21a17f-5f2b-4dc4-ae58-3604f8da92a3,revision_number=4']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:36.032175 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] Set router 08fb69cb-0e35-474f-9380-a7c9e16949ac gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:36.205727 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:36.208897 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-a532b66d-9c16-453b-b5ce-6cfa72f2f6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:36.319500 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'name': 'tempest-TestMinimumBasicScenario-2089785505-router', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:27Z', 'updated_at': '2021-07-30T16:13:31Z', 'revision_number': 4, 'project_id': '4a13d856d3b34da49d6d6873babb0431', 'gw_port': {'id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:28Z', 'updated_at': '2021-07-30T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'fb21a17f-5f2b-4dc4-ae58-3604f8da92a3', 'name': '', 'network_id': '15278a78-735c-401d-8604-d6dd994add51', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431', 'mac_address': 'fa:16:3e:c6:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec473f9-57d3-4fee-b7d4-b55ed7bf91a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:30Z', 'updated_at': '2021-07-30T16:13:35Z', 'revision_number': 4, 'project_id': '4a13d856d3b34da49d6d6873babb0431', 'subnets': [{'id': 'eec473f9-57d3-4fee-b7d4-b55ed7bf91a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:36.348799 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb27d57-e6b0-41bc-9895-66f412b94aab None None] The sync data for ids ['08fb69cb-0e35-474f-9380-a7c9e16949ac'] in dv-cinder-802955-2-iscsi is: [{'id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'name': 'tempest-TestMinimumBasicScenario-2089785505-router', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:27Z', 'updated_at': '2021-07-30T16:13:31Z', 'revision_number': 4, 'project_id': '4a13d856d3b34da49d6d6873babb0431', 'gw_port': {'id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:28Z', 'updated_at': '2021-07-30T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'fb21a17f-5f2b-4dc4-ae58-3604f8da92a3', 'name': '', 'network_id': '15278a78-735c-401d-8604-d6dd994add51', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431', 'mac_address': 'fa:16:3e:c6:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec473f9-57d3-4fee-b7d4-b55ed7bf91a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:30Z', 'updated_at': '2021-07-30T16:13:35Z', 'revision_number': 4, 'project_id': '4a13d856d3b34da49d6d6873babb0431', 'subnets': [{'id': 'eec473f9-57d3-4fee-b7d4-b55ed7bf91a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:13:36.979420 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:37.140122 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35526) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:37.269189 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-07508295-9ea2-4826-a5e3-72379a2df9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:37.389333 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-07508295-9ea2-4826-a5e3-72379a2df9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:37.394873 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-07508295-9ea2-4826-a5e3-72379a2df9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:37.436897 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-07508295-9ea2-4826-a5e3-72379a2df9ad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a53dc9f0a7784f94a40dcbf619de9610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956572 Jul 30 16:13:37.440017 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35530) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:37.469625 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07508295-9ea2-4826-a5e3-72379a2df9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687cc2cc-5aca-4339-b810-950730966ce6,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:37.498374 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:37.514652 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-da1a3d47-55d0-4ea0-b60b-ef0834d3d839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:37.539983 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-da1a3d47-55d0-4ea0-b60b-ef0834d3d839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:37.576967 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:37.582767 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:37.583186 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:37.603294 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-da1a3d47-55d0-4ea0-b60b-ef0834d3d839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:37.606250 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-da1a3d47-55d0-4ea0-b60b-ef0834d3d839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:37.607421 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-da1a3d47-55d0-4ea0-b60b-ef0834d3d839 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/687cc2cc-5aca-4339-b810-950730966ce6 HTTP/1.1" status: 204 len: 168 time: 0.1664042 Jul 30 16:13:37.617404 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a3d47-55d0-4ea0-b60b-ef0834d3d839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687cc2cc-5aca-4339-b810-950730966ce6,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:37.719141 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:37.753886 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port fb21a17f-5f2b-4dc4-ae58-3604f8da92a3, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=fb21a17f-5f2b-4dc4-ae58-3604f8da92a3,segment=NetworkSegment(3c5ba829-0771-405b-b08f-fc2921995e16),segment_id=3c5ba829-0771-405b-b08f-fc2921995e16)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:37.763636 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:37.833467 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=fb21a17f-5f2b-4dc4-ae58-3604f8da92a3,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:37.966537 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35536) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:37.979791 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-09839cf0-300e-48eb-8636-cf8a7df184b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:38.087457 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-09839cf0-300e-48eb-8636-cf8a7df184b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:38.092442 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-09839cf0-300e-48eb-8636-cf8a7df184b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:38.136660 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-09839cf0-300e-48eb-8636-cf8a7df184b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3fd132dcf64b41f3b28645ce2c66661e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689792 Jul 30 16:13:38.139168 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35538) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:38.147125 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09839cf0-300e-48eb-8636-cf8a7df184b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45fbc89-a009-4f42-8c75-18c43c8905c3,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:38.211204 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cc59ac7e-e9da-4325-b44e-32ab9f927a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:38.237931 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cc59ac7e-e9da-4325-b44e-32ab9f927a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:38.291232 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cc59ac7e-e9da-4325-b44e-32ab9f927a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:38.294287 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cc59ac7e-e9da-4325-b44e-32ab9f927a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:38.295583 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-cc59ac7e-e9da-4325-b44e-32ab9f927a06 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d45fbc89-a009-4f42-8c75-18c43c8905c3 HTTP/1.1" status: 204 len: 168 time: 0.1555157 Jul 30 16:13:38.309820 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59ac7e-e9da-4325-b44e-32ab9f927a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45fbc89-a009-4f42-8c75-18c43c8905c3,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:38.456553 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:39.441523 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:39.502232 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:39.502900 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:40.504433 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35614) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:40.619675 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-edc29a58-f719-48cc-a200-1eb037607500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:40.724009 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-edc29a58-f719-48cc-a200-1eb037607500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:40.728754 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-edc29a58-f719-48cc-a200-1eb037607500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:40.764329 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc29a58-f719-48cc-a200-1eb037607500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d302a496-337f-4cda-bc2c-02d8ba4fc496,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:40.790023 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-edc29a58-f719-48cc-a200-1eb037607500 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c55974e9e5cb4c1c924f74b712f1145e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816694 Jul 30 16:13:40.790238 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35618) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:40.843466 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cb407ee6-175b-40ac-8686-15fc99d21cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:40.866112 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cb407ee6-175b-40ac-8686-15fc99d21cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:40.922722 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cb407ee6-175b-40ac-8686-15fc99d21cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:40.927870 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-cb407ee6-175b-40ac-8686-15fc99d21cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:40.932879 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-cb407ee6-175b-40ac-8686-15fc99d21cc5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d302a496-337f-4cda-bc2c-02d8ba4fc496 HTTP/1.1" status: 204 len: 168 time: 0.1415532 Jul 30 16:13:40.943665 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb407ee6-175b-40ac-8686-15fc99d21cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d302a496-337f-4cda-bc2c-02d8ba4fc496,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:41.245804 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35624) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:41.260210 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d8987d54-9b19-4b85-a8de-992b96d1c8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:41.387318 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d8987d54-9b19-4b85-a8de-992b96d1c8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:41.395604 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-d8987d54-9b19-4b85-a8de-992b96d1c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:41.432944 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8987d54-9b19-4b85-a8de-992b96d1c8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af334b1a-5579-4cf2-80c7-205d22d12c4c,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:41.438395 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-d8987d54-9b19-4b85-a8de-992b96d1c8a7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4abc8782bcf44e999665c837df8616de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913214 Jul 30 16:13:41.441705 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35626) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:41.499756 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-aefaf0cd-5fa4-4140-9d86-cc85bb2e2d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:41.521369 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-aefaf0cd-5fa4-4140-9d86-cc85bb2e2d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:41.588064 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-aefaf0cd-5fa4-4140-9d86-cc85bb2e2d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:41.590888 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-aefaf0cd-5fa4-4140-9d86-cc85bb2e2d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:41.594747 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-aefaf0cd-5fa4-4140-9d86-cc85bb2e2d85 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/af334b1a-5579-4cf2-80c7-205d22d12c4c HTTP/1.1" status: 204 len: 168 time: 0.1492763 Jul 30 16:13:41.602558 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefaf0cd-5fa4-4140-9d86-cc85bb2e2d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af334b1a-5579-4cf2-80c7-205d22d12c4c,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:42.754593 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-b0023214-6078-4fde-9a02-efa4dcc25ce2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:42.756104 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-b0023214-6078-4fde-9a02-efa4dcc25ce2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/networks?id=f8637d17-0468-4539-9cbe-8a572756b3af HTTP/1.1" status: 200 len: 815 time: 0.1101081 Jul 30 16:13:42.771476 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-b84d988e-86e2-48e1-91d9-d08a8a28614a tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/quotas/127108e0eafb43e1be6fb4ebd5f07fe8 HTTP/1.1" status: 200 len: 375 time: 0.0090706 Jul 30 16:13:42.821157 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-1e227ed5-1b90-43b9-a127-36b79e38e453 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=127108e0eafb43e1be6fb4ebd5f07fe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444779 Jul 30 16:13:42.913146 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-cb2eada6-5160-4bf2-8ba8-89641df37469 service neutron] 10.222.0.61 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803671 Jul 30 16:13:43.004308 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0ffd809c-9d9d-476e-b591-b9588fdafe98 service neutron] 10.222.0.61 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845740 Jul 30 16:13:43.157246 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-36c795c0-f811-44a8-bbff-3dfc42221f9a req-e598b860-2102-4c56-98b8-9aebc6c5e567 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 210 time: 0.0270703 Jul 30 16:13:44.107413 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-64f0f7a9-e966-4942-b1df-5fdaaca38b4e tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:44.108896 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-64f0f7a9-e966-4942-b1df-5fdaaca38b4e tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.60 "GET /v2.0/networks?id=f8637d17-0468-4539-9cbe-8a572756b3af HTTP/1.1" status: 200 len: 815 time: 0.1143296 Jul 30 16:13:44.123127 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0aaed84f-5851-4632-87d3-0420550b5bb6 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Request body: {'port': {'device_id': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'admin_state_up': True, 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:44.240467 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0aaed84f-5851-4632-87d3-0420550b5bb6 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Made reservation on behalf of 127108e0eafb43e1be6fb4ebd5f07fe8 for: {'port': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:13:44.245511 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0aaed84f-5851-4632-87d3-0420550b5bb6 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:44.276109 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-bc886032-cb3c-4f2b-96e1-2e6a884401fe req-e13c6921-648f-4032-bb43-10617d6b4ba2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 210 time: 0.0434976 Jul 30 16:13:44.397265 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0aaed84f-5851-4632-87d3-0420550b5bb6 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Allocated IP 172.20.0.8 (f8637d17-0468-4539-9cbe-8a572756b3af/0b4df036-92ef-44e4-8d84-baeab289ce51/d8a766fa-790d-459a-9ce7-a2334623c98f) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:13:44.432036 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:44.563220 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0aaed84f-5851-4632-87d3-0420550b5bb6 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:44.577590 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0aaed84f-5851-4632-87d3-0420550b5bb6 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Transition to ACTIVE for port object d8a766fa-790d-459a-9ce7-a2334623c98f will not be triggered until provisioned by entity DHCP. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:44.613207 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0aaed84f-5851-4632-87d3-0420550b5bb6 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:44.667512 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0aaed84f-5851-4632-87d3-0420550b5bb6 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Network f8637d17-0468-4539-9cbe-8a572756b3af is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:44.670816 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0aaed84f-5851-4632-87d3-0420550b5bb6 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:44.677463 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0aaed84f-5851-4632-87d3-0420550b5bb6 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:13:44.684233 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaed84f-5851-4632-87d3-0420550b5bb6 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Pushing event updated for resources: {'Port': ['ID=d8a766fa-790d-459a-9ce7-a2334623c98f,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:44.758224 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0aaed84f-5851-4632-87d3-0420550b5bb6 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:44.759061 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0aaed84f-5851-4632-87d3-0420550b5bb6 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:44.782222 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0aaed84f-5851-4632-87d3-0420550b5bb6 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6631432 Jul 30 16:13:44.973367 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-9d14adf4-fdf5-4a37-8d39-62d70caebe01 None None] Provisioning for port d8a766fa-790d-459a-9ce7-a2334623c98f completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:44.978699 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-9d14adf4-fdf5-4a37-8d39-62d70caebe01 None None] Provisioning complete for port d8a766fa-790d-459a-9ce7-a2334623c98f triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:44.979477 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-9d14adf4-fdf5-4a37-8d39-62d70caebe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.020320 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-9d14adf4-fdf5-4a37-8d39-62d70caebe01 None None] Port d8a766fa-790d-459a-9ce7-a2334623c98f cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:13:45.401354 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefb667-770d-448f-b6d8-e79f9ccdf0df req-7681d96f-1711-4355-b7c7-c229df856e41 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:45.404101 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ebefb667-770d-448f-b6d8-e79f9ccdf0df req-7681d96f-1711-4355-b7c7-c229df856e41 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 931 time: 0.0697885 Jul 30 16:13:45.448524 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ebefb667-770d-448f-b6d8-e79f9ccdf0df req-ef3148b1-77ff-4862-bb8a-0ebe661446b2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359097 Jul 30 16:13:45.669278 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35750) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:45.778104 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-765eab8c-9557-4801-bfba-47ea2dcac3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.869340 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-765eab8c-9557-4801-bfba-47ea2dcac3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.874266 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-765eab8c-9557-4801-bfba-47ea2dcac3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.917222 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-765eab8c-9557-4801-bfba-47ea2dcac3cd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da73d1a8bcd24f28a4b39994a8f19327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477665 Jul 30 16:13:45.919906 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35754) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:45.920567 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765eab8c-9557-4801-bfba-47ea2dcac3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf1d034-a22c-4a77-8123-abf690c03b2b,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:45.980541 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-c8bcff19-b0d9-42a2-b8c1-ce3ea883d959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:46.002969 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-c8bcff19-b0d9-42a2-b8c1-ce3ea883d959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:46.056826 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-c8bcff19-b0d9-42a2-b8c1-ce3ea883d959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:46.059876 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-c8bcff19-b0d9-42a2-b8c1-ce3ea883d959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:46.061063 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-c8bcff19-b0d9-42a2-b8c1-ce3ea883d959 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8bf1d034-a22c-4a77-8123-abf690c03b2b HTTP/1.1" status: 204 len: 168 time: 0.1375022 Jul 30 16:13:46.068950 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcff19-b0d9-42a2-b8c1-ce3ea883d959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf1d034-a22c-4a77-8123-abf690c03b2b,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:46.595141 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ac9eb-8fad-48cc-8eb2-b5dd1d561e6b req-6d5e638b-222a-410f-93c9-278914abf7c6 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:46.597233 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-979ac9eb-8fad-48cc-8eb2-b5dd1d561e6b req-6d5e638b-222a-410f-93c9-278914abf7c6 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 931 time: 0.0765162 Jul 30 16:13:46.644465 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-979ac9eb-8fad-48cc-8eb2-b5dd1d561e6b req-b6329805-03b7-4f2a-a887-ff7b163d89ec tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405884 Jul 30 16:13:47.139201 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:13:47.786320 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710ab3d-87c8-4b81-8369-bd5d9f6d7e0d req-e4f5e6a0-d054-4e83-affc-d68696a8847c tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:47.788053 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4710ab3d-87c8-4b81-8369-bd5d9f6d7e0d req-e4f5e6a0-d054-4e83-affc-d68696a8847c tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 931 time: 0.0570917 Jul 30 16:13:47.841391 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4710ab3d-87c8-4b81-8369-bd5d9f6d7e0d req-927c4134-cd57-4a2a-93bd-0a49febae07e tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468335 Jul 30 16:13:48.958787 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c641f1d-c56a-4386-b7a6-da174e89f299 req-19f642e0-ecb8-4ecc-95ca-9f642b850b02 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:48.960317 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7c641f1d-c56a-4386-b7a6-da174e89f299 req-19f642e0-ecb8-4ecc-95ca-9f642b850b02 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 931 time: 0.0539248 Jul 30 16:13:49.002141 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7c641f1d-c56a-4386-b7a6-da174e89f299 req-a0fe2fd0-0bbb-4b87-bec2-bc686614f659 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350258 Jul 30 16:13:50.135411 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315dae2-be78-4c02-a74f-c949c167b68b req-d0cc9477-d579-4e5c-bc93-9a603e6b5d6b tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:50.137003 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5315dae2-be78-4c02-a74f-c949c167b68b req-d0cc9477-d579-4e5c-bc93-9a603e6b5d6b tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 931 time: 0.0547593 Jul 30 16:13:50.191156 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5315dae2-be78-4c02-a74f-c949c167b68b req-312636c6-8673-413d-a0d0-a94f4cc25e0b tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391662 Jul 30 16:13:51.302093 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a99aa-44e9-4990-bb77-c662de3cce0e req-f9b0c8bd-521b-460c-9445-38805b878d6d tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:51.303635 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-373a99aa-44e9-4990-bb77-c662de3cce0e req-f9b0c8bd-521b-460c-9445-38805b878d6d tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 931 time: 0.0504727 Jul 30 16:13:51.356437 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-373a99aa-44e9-4990-bb77-c662de3cce0e req-c833650f-aec7-491b-9665-758892c5cebb tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449226 Jul 30 16:13:52.474224 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6e6f4-74c2-4008-9440-87d8dbcf03e3 req-d4852246-5715-4ae0-b050-cd9d84fa5c8f tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:52.475791 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0ca6e6f4-74c2-4008-9440-87d8dbcf03e3 req-d4852246-5715-4ae0-b050-cd9d84fa5c8f tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 931 time: 0.0503433 Jul 30 16:13:52.521638 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0ca6e6f4-74c2-4008-9440-87d8dbcf03e3 req-f5672fe7-9cda-4443-882f-a7b076808a09 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390260 Jul 30 16:13:53.646353 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94848dcd-0fa2-4f68-95a5-190d23080efd req-ae97d001-ad5e-4acb-83a1-51e4fde6be1d tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:53.648436 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-94848dcd-0fa2-4f68-95a5-190d23080efd req-ae97d001-ad5e-4acb-83a1-51e4fde6be1d tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 931 time: 0.0564749 Jul 30 16:13:53.691658 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-94848dcd-0fa2-4f68-95a5-190d23080efd req-8d1f7121-47b8-4e0d-be5e-c3c322837544 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372872 Jul 30 16:13:54.355304 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35900) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:54.468210 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-46bf5f51-5a9c-47f3-be40-ad51edd4c5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.557617 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-46bf5f51-5a9c-47f3-be40-ad51edd4c5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.561664 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-46bf5f51-5a9c-47f3-be40-ad51edd4c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.600577 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-46bf5f51-5a9c-47f3-be40-ad51edd4c5d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=260e83fcfc404a62814f5bc617664f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439899 Jul 30 16:13:54.601784 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf5f51-5a9c-47f3-be40-ad51edd4c5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa74861-9a5c-42a4-97d2-8a7943e2a3e2,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:54.607792 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35904) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:54.657156 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-de36f714-cc59-4817-8f71-cb540503005e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.678253 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-de36f714-cc59-4817-8f71-cb540503005e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.736830 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-de36f714-cc59-4817-8f71-cb540503005e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.739473 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-de36f714-cc59-4817-8f71-cb540503005e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.743859 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-de36f714-cc59-4817-8f71-cb540503005e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4fa74861-9a5c-42a4-97d2-8a7943e2a3e2 HTTP/1.1" status: 204 len: 168 time: 0.1352439 Jul 30 16:13:54.751498 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36f714-cc59-4817-8f71-cb540503005e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa74861-9a5c-42a4-97d2-8a7943e2a3e2,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:54.823252 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c63d5-451b-456c-94fa-43afb7c15e53 req-acf09e13-a189-4a54-97ae-d7fa207b9139 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:54.824760 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2d0c63d5-451b-456c-94fa-43afb7c15e53 req-acf09e13-a189-4a54-97ae-d7fa207b9139 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 931 time: 0.0506103 Jul 30 16:13:54.865645 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2d0c63d5-451b-456c-94fa-43afb7c15e53 req-0b65509f-fd13-4c61-94b6-6787f7de7cd3 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345316 Jul 30 16:13:54.928258 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Request body: {'port': {'device_id': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:54.987333 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.016368 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35912) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:55.030155 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-546b7bfc-dfa5-41fb-b86f-ef8a19961c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.118945 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-546b7bfc-dfa5-41fb-b86f-ef8a19961c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.122744 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-546b7bfc-dfa5-41fb-b86f-ef8a19961c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.159094 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-546b7bfc-dfa5-41fb-b86f-ef8a19961c60 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd52ef850e914af98648ac763094b7d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415548 Jul 30 16:13:55.161045 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b7bfc-dfa5-41fb-b86f-ef8a19961c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db746f5e-caf9-4fdb-a724-64c0f9face5e,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:55.163393 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35914) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:55.253931 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e11f7704-d871-489b-a5ed-34aa55a913bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.299488 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e11f7704-d871-489b-a5ed-34aa55a913bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.312529 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a766fa-790d-459a-9ce7-a2334623c98f {{(pid=93353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:13:55.325430 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.350357 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Transition to ACTIVE for port object d8a766fa-790d-459a-9ce7-a2334623c98f will not be triggered until provisioned by entity L2. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:55.354043 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.401992 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e11f7704-d871-489b-a5ed-34aa55a913bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.406109 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e11f7704-d871-489b-a5ed-34aa55a913bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.407822 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-e11f7704-d871-489b-a5ed-34aa55a913bb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db746f5e-caf9-4fdb-a724-64c0f9face5e HTTP/1.1" status: 204 len: 168 time: 0.2427967 Jul 30 16:13:55.449317 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Pushing event updated for resources: {'Port': ['ID=d8a766fa-790d-459a-9ce7-a2334623c98f,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:55.451658 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f7704-d871-489b-a5ed-34aa55a913bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db746f5e-caf9-4fdb-a724-64c0f9face5e,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:55.502189 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Attempting to bind port d8a766fa-790d-459a-9ce7-a2334623c98f on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:13:55.502533 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Attempting to bind port d8a766fa-790d-459a-9ce7-a2334623c98f by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af'}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:13:55.502866 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Attempting to bind port d8a766fa-790d-459a-9ce7-a2334623c98f on network f8637d17-0468-4539-9cbe-8a572756b3af {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:13:55.507585 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Port d8a766fa-790d-459a-9ce7-a2334623c98f on network f8637d17-0468-4539-9cbe-8a572756b3af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:13:55.507905 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Attempting to bind port d8a766fa-790d-459a-9ce7-a2334623c98f on network f8637d17-0468-4539-9cbe-8a572756b3af {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:13:55.515861 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:13:55.516199 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Checking segment: {'id': 'ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:13:55.516581 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Bound using segment: {'id': 'ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af'} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:13:55.517019 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Bound port: d8a766fa-790d-459a-9ce7-a2334623c98f, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af'}}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:13:55.517386 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.600375 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] For port d8a766fa-790d-459a-9ce7-a2334623c98f, host hv-cinder-80295, cleared binding levels {{(pid=93353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:13:55.608354 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] For port d8a766fa-790d-459a-9ce7-a2334623c98f, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d8a766fa-790d-459a-9ce7-a2334623c98f,segment=NetworkSegment(ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f),segment_id=ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f)] {{(pid=93353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:13:55.614560 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.650880 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:55.651525 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.652967 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] 10.222.0.60 "PUT /v2.0/ports/d8a766fa-790d-459a-9ce7-a2334623c98f HTTP/1.1" status: 200 len: 1093 time: 0.7306750 Jul 30 16:13:55.653405 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'tag': 'd8a766fa-790d-459a-9ce7-a2334623c98f'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:13:55.655884 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2631270e-9f80-43c2-907e-668803a542c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73", "tag": "d8a766fa-790d-459a-9ce7-a2334623c98f"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:13:55.695612 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2ff5f-d9b5-4cf8-a48c-5962ae303c7b service neutron] Pushing event updated for resources: {'Port': ['ID=d8a766fa-790d-459a-9ce7-a2334623c98f,revision_number=3']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:55.707598 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60499269-6022-45bb-8987-1bed9e549b65 x-openstack-request-id: req-60499269-6022-45bb-8987-1bed9e549b65 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:13:55.707598 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73", "tag": "d8a766fa-790d-459a-9ce7-a2334623c98f", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:13:55.707598 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60499269-6022-45bb-8987-1bed9e549b65 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:13:55.707862 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'tag': 'd8a766fa-790d-459a-9ce7-a2334623c98f', 'status': 'completed', 'code': 200} Jul 30 16:13:55.754563 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-e591383a-3283-453e-b219-1ddba145f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:55.756522 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-e591383a-3283-453e-b219-1ddba145f26f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=127108e0eafb43e1be6fb4ebd5f07fe8&device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 1096 time: 0.0447030 Jul 30 16:13:55.806345 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-7e4b8d76-28ae-46d4-b0a2-9ae934b3852b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8a766fa-790d-459a-9ce7-a2334623c98f HTTP/1.1" status: 200 len: 217 time: 0.0412841 Jul 30 16:13:55.823668 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35924) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:55.856687 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3eed52aa-fa4d-4978-9cee-5de8630c5f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.882422 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-d2057832-237c-4a0f-b805-c4992e6f980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:55.883837 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-d2057832-237c-4a0f-b805-c4992e6f980f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b4df036-92ef-44e4-8d84-baeab289ce51 HTTP/1.1" status: 200 len: 854 time: 0.0692930 Jul 30 16:13:55.982972 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-ede4c59e-ece1-4011-ac1e-9553768e97bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:55.984489 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-ede4c59e-ece1-4011-ac1e-9553768e97bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8637d17-0468-4539-9cbe-8a572756b3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921273 Jul 30 16:13:56.067069 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84177ac-9e6e-4272-bd2b-71bcc7d3d427 req-70bdb4bc-db39-485b-b76a-5a82e5ee4924 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:56.068529 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a84177ac-9e6e-4272-bd2b-71bcc7d3d427 req-70bdb4bc-db39-485b-b76a-5a82e5ee4924 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 943 time: 0.1319993 Jul 30 16:13:56.108592 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3eed52aa-fa4d-4978-9cee-5de8630c5f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.122357 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3eed52aa-fa4d-4978-9cee-5de8630c5f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.173228 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-a84177ac-9e6e-4272-bd2b-71bcc7d3d427 req-e9c67a65-390f-47c7-a228-25d36b0299d4 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960855 Jul 30 16:13:56.186000 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-6251d362-3477-4a2e-a68c-816ae7899b4e service neutron] 10.222.0.60 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902120 Jul 30 16:13:56.187531 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed52aa-fa4d-4978-9cee-5de8630c5f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8762f0-097b-4d54-912c-1705da930114,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:56.192937 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-3eed52aa-fa4d-4978-9cee-5de8630c5f6b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1850170f78a34a53b3ac437bfce366cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683107 Jul 30 16:13:56.196621 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 35928) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:56.245145 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-30577866-ee5d-47a3-ba38-37bc3c88ec2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.266265 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-30577866-ee5d-47a3-ba38-37bc3c88ec2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.278367 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f9ff9af0-029e-46ee-9738-f8c32aae7148 req-9d1d5a1e-f98c-491a-a5d6-806764241f81 service neutron] 10.222.0.60 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836408 Jul 30 16:13:56.316974 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-30577866-ee5d-47a3-ba38-37bc3c88ec2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.319606 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-30577866-ee5d-47a3-ba38-37bc3c88ec2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.321251 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-30577866-ee5d-47a3-ba38-37bc3c88ec2e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5d8762f0-097b-4d54-912c-1705da930114 HTTP/1.1" status: 204 len: 168 time: 0.1234086 Jul 30 16:13:56.329305 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30577866-ee5d-47a3-ba38-37bc3c88ec2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8762f0-097b-4d54-912c-1705da930114,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:56.375930 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631270e-9f80-43c2-907e-668803a542c8 req-4b391d3f-2372-4716-a993-421e34dddba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:56.377407 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2631270e-9f80-43c2-907e-668803a542c8 req-4b391d3f-2372-4716-a993-421e34dddba2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=127108e0eafb43e1be6fb4ebd5f07fe8&device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 1096 time: 0.0507834 Jul 30 16:13:56.473190 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631270e-9f80-43c2-907e-668803a542c8 req-d42d8d1d-41b0-49d2-9c48-61b6e9d7d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:56.474727 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2631270e-9f80-43c2-907e-668803a542c8 req-d42d8d1d-41b0-49d2-9c48-61b6e9d7d72e service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8637d17-0468-4539-9cbe-8a572756b3af HTTP/1.1" status: 200 len: 916 time: 0.0887916 Jul 30 16:13:56.521185 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2631270e-9f80-43c2-907e-668803a542c8 req-662352d4-f8c3-4706-b9d5-62b6387b4b3e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8a766fa-790d-459a-9ce7-a2334623c98f HTTP/1.1" status: 200 len: 217 time: 0.0372720 Jul 30 16:13:56.582975 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631270e-9f80-43c2-907e-668803a542c8 req-df18e649-8fad-483a-aee6-083119129a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:56.584525 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2631270e-9f80-43c2-907e-668803a542c8 req-df18e649-8fad-483a-aee6-083119129a69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b4df036-92ef-44e4-8d84-baeab289ce51 HTTP/1.1" status: 200 len: 854 time: 0.0536726 Jul 30 16:13:56.637654 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631270e-9f80-43c2-907e-668803a542c8 req-81c05c42-6569-41f0-ad72-76017ae78b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:56.639245 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2631270e-9f80-43c2-907e-668803a542c8 req-81c05c42-6569-41f0-ad72-76017ae78b56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8637d17-0468-4539-9cbe-8a572756b3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453937 Jul 30 16:13:56.729819 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2631270e-9f80-43c2-907e-668803a542c8 req-6dcda0da-1b8b-448c-97d4-5af28cc2ae42 service neutron] 10.222.0.60 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822899 Jul 30 16:13:56.833971 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2631270e-9f80-43c2-907e-668803a542c8 req-484a5877-ce2b-46b4-99ba-44ad3e6b3c74 service neutron] 10.222.0.60 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930197 Jul 30 16:13:57.290264 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5c972-e3ec-43eb-852a-608965f037a8 req-bce6baf8-d6ea-4afe-a0f9-b7ccf6442319 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:57.291751 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5cf5c972-e3ec-43eb-852a-608965f037a8 req-bce6baf8-d6ea-4afe-a0f9-b7ccf6442319 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 943 time: 0.0480871 Jul 30 16:13:57.332753 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5cf5c972-e3ec-43eb-852a-608965f037a8 req-537e776b-90a8-4685-94af-2fb6cd3a7c10 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351768 Jul 30 16:13:58.451649 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d52a3-d6fd-4b71-9e8f-d5c6274ec9f8 req-90374e85-b093-4f6e-9dd3-8983623f5195 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:58.453381 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4e4d52a3-d6fd-4b71-9e8f-d5c6274ec9f8 req-90374e85-b093-4f6e-9dd3-8983623f5195 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 943 time: 0.0499976 Jul 30 16:13:58.490963 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4e4d52a3-d6fd-4b71-9e8f-d5c6274ec9f8 req-918f5aeb-b0d5-4a3b-aebb-369d7fc511ff tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317416 Jul 30 16:13:59.129992 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device d8a766fa-790d-459a-9ce7-a2334623c98f details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:13:59.224053 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port d8a766fa-790d-459a-9ce7-a2334623c98f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d8a766fa-790d-459a-9ce7-a2334623c98f,segment=NetworkSegment(ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f),segment_id=ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:59.235080 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': 'd8a766fa-790d-459a-9ce7-a2334623c98f', 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'port_id': 'd8a766fa-790d-459a-9ce7-a2334623c98f', 'mac_address': 'fa:16:3e:dd:10:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:13:59.271070 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.283497 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a766fa-790d-459a-9ce7-a2334623c98f {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:13:59.302602 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port d8a766fa-790d-459a-9ce7-a2334623c98f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d8a766fa-790d-459a-9ce7-a2334623c98f,segment=NetworkSegment(ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f),segment_id=ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:59.306335 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.358795 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=d8a766fa-790d-459a-9ce7-a2334623c98f,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:59.543842 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['d8a766fa-790d-459a-9ce7-a2334623c98f'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:13:59.603932 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e5ecf-81c5-4189-bf6f-7676b7521fde req-b43b851b-6ca8-4d7c-9c5c-a8132c66c1e4 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:59.605590 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ab9e5ecf-81c5-4189-bf6f-7676b7521fde req-b43b851b-6ca8-4d7c-9c5c-a8132c66c1e4 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 944 time: 0.0485380 Jul 30 16:13:59.643992 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-ab9e5ecf-81c5-4189-bf6f-7676b7521fde req-0bed47b8-adaf-4714-8736-9aaf4bb6c3b3 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320358 Jul 30 16:14:00.756213 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6b80b-b767-42b1-bff4-33aa523dc5b7 req-352abec5-03e9-44c7-887f-d903132f73e0 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:00.757705 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-08d6b80b-b767-42b1-bff4-33aa523dc5b7 req-352abec5-03e9-44c7-887f-d903132f73e0 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 944 time: 0.0488656 Jul 30 16:14:00.795304 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-08d6b80b-b767-42b1-bff4-33aa523dc5b7 req-3e1a3f35-c6e6-43c1-80fa-e8c8791bfe18 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316751 Jul 30 16:14:01.140344 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device d8a766fa-790d-459a-9ce7-a2334623c98f up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:01.312118 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port d8a766fa-790d-459a-9ce7-a2334623c98f completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:01.315912 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port d8a766fa-790d-459a-9ce7-a2334623c98f triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:01.316281 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:01.391307 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:01.413188 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a766fa-790d-459a-9ce7-a2334623c98f'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:14:01.416111 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010f09ee-2688-4696-83b6-374ac6b0de7b" -d '{"events": [{"server_uuid": "4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73", "name": "network-vif-plugged", "status": "completed", "tag": "d8a766fa-790d-459a-9ce7-a2334623c98f"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:14:01.428824 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port d8a766fa-790d-459a-9ce7-a2334623c98f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d8a766fa-790d-459a-9ce7-a2334623c98f,segment=NetworkSegment(ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f),segment_id=ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:01.432841 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:01.455529 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718d91de-d019-4568-96fe-6c983d59dcc4 x-openstack-request-id: req-718d91de-d019-4568-96fe-6c983d59dcc4 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:14:01.455821 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73", "name": "network-vif-plugged", "status": "completed", "tag": "d8a766fa-790d-459a-9ce7-a2334623c98f", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:14:01.456075 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-718d91de-d019-4568-96fe-6c983d59dcc4 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:14:01.456463 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a766fa-790d-459a-9ce7-a2334623c98f', 'code': 200} Jul 30 16:14:01.486358 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=d8a766fa-790d-459a-9ce7-a2334623c98f,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:01.621030 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d05f2d-79bf-419f-b9b6-52ad22b88692 req-935ce797-9995-4522-9526-130702b2cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:01.622501 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d1d05f2d-79bf-419f-b9b6-52ad22b88692 req-935ce797-9995-4522-9526-130702b2cca6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 1098 time: 0.0439348 Jul 30 16:14:01.657090 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d1d05f2d-79bf-419f-b9b6-52ad22b88692 req-d728a995-e3d9-408a-8952-1a975229df85 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268419 Jul 30 16:14:01.909283 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7af1c-543d-4092-a407-b9c6fb17491d req-744e5da9-f939-4c52-a378-7cbfb9a58b42 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:01.910655 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-8ba7af1c-543d-4092-a407-b9c6fb17491d req-744e5da9-f939-4c52-a378-7cbfb9a58b42 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 945 time: 0.0487354 Jul 30 16:14:01.947763 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-8ba7af1c-543d-4092-a407-b9c6fb17491d req-993b1aaf-6928-457a-82d6-de27cd44f858 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312185 Jul 30 16:14:03.066564 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eba095-83ef-4feb-831f-f27c9d895578 req-93d2d7f1-205f-449a-93e0-e35d2b0d6416 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:03.068108 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-46eba095-83ef-4feb-831f-f27c9d895578 req-93d2d7f1-205f-449a-93e0-e35d2b0d6416 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 945 time: 0.0537951 Jul 30 16:14:03.109820 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-46eba095-83ef-4feb-831f-f27c9d895578 req-ebf90a4c-47d3-4462-ba34-d01183eb6dd6 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357618 Jul 30 16:14:03.221209 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120a8fd-79c8-479d-8fa4-b57883ce051b req-dca4e667-2d86-431c-9f02-f80afe9fb52b tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:03.222685 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1120a8fd-79c8-479d-8fa4-b57883ce051b req-dca4e667-2d86-431c-9f02-f80afe9fb52b tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 945 time: 0.0488522 Jul 30 16:14:03.250080 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-af7f2ee6-7496-47f8-8f5a-2536940986e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.262213 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1120a8fd-79c8-479d-8fa4-b57883ce051b req-dabb19c1-f4a7-47a3-aa47-202066059c11 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330353 Jul 30 16:14:03.591024 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fb871-a914-41bf-8990-5d800bf70bdf req-ac23d9d2-31a6-463a-9a18-edf8544ab1f7 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:03.592484 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1a1fb871-a914-41bf-8990-5d800bf70bdf req-ac23d9d2-31a6-463a-9a18-edf8544ab1f7 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 945 time: 0.0522652 Jul 30 16:14:03.629863 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1a1fb871-a914-41bf-8990-5d800bf70bdf req-5a46e1a4-22b7-43e9-85de-0646f6ebc469 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314682 Jul 30 16:14:06.172002 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:06.189191 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-f67c4f3a-74f2-4cca-9464-d60ea8f9a56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:06.976878 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:08.448233 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:12.003665 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec804134-1149-42fc-936f-37ff09ed13fd req-6bb3b5db-87a4-4cb2-92b8-18f1f856ba77 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:12.005194 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ec804134-1149-42fc-936f-37ff09ed13fd req-6bb3b5db-87a4-4cb2-92b8-18f1f856ba77 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 945 time: 0.0485384 Jul 30 16:14:12.042450 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ec804134-1149-42fc-936f-37ff09ed13fd req-f7ab51f2-12c9-4515-bcb4-514923ff78d2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314221 Jul 30 16:14:12.063613 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 35998) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:12.283350 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64185c26-178a-4ec1-9cf1-38fb8c9506ae tempest-TestMinimumBasicScenario-1938464385 tempest-TestMinimumBasicScenario-1938464385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:12.284844 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-64185c26-178a-4ec1-9cf1-38fb8c9506ae tempest-TestMinimumBasicScenario-1938464385 tempest-TestMinimumBasicScenario-1938464385-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 1093 time: 0.2202990 Jul 30 16:14:12.287691 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36002) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:12.291929 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Request body: {'floatingip': {'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'port_id': 'd8a766fa-790d-459a-9ce7-a2334623c98f', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:12.314197 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for floatingip, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:12.412558 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:12.519628 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Allocated IP 172.27.3.148 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/dbdd5460-8c67-4a5b-963a-3b52768a2f89) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:14:12.618691 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:12.655626 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:12.691331 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:14:12.694055 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:12.699913 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:14:12.705444 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Pushing event updated for resources: {'Port': ['ID=dbdd5460-8c67-4a5b-963a-3b52768a2f89,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:12.735738 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:12.737142 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:12.737142 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:12.737142 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:12.737142 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:12.737441 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:12.737561 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:12.737882 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:12.738207 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:12.738528 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:12.738851 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:12.739202 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:13.322653 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:13.386531 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:13.536435 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:13.541540 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:13.607656 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Pushing event updated for resources: {'Port': ['ID=dbdd5460-8c67-4a5b-963a-3b52768a2f89,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:13.622422 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:13.720566 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.l3_db [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Floating IP 9991e927-6d8e-46a6-8d0c-003706a53d3f associated. External IP: 172.27.3.148, port: d8a766fa-790d-459a-9ce7-a2334623c98f. Jul 30 16:14:13.856746 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ad8341be-61ba-4d28-b2ed-02b9d1daef0a req-7bb3969d-b163-4e2d-84d6-cd26ca755b97 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582411 Jul 30 16:14:13.986009 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Router f67b7aba-0660-40ef-bd44-5c3a689b3818 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:14:13.988022 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8341be-61ba-4d28-b2ed-02b9d1daef0a req-dd82c499-fc17-4f43-bdc4-a6d3be9b4372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:13.989528 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ad8341be-61ba-4d28-b2ed-02b9d1daef0a req-dd82c499-fc17-4f43-bdc4-a6d3be9b4372 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 1099 time: 0.0861945 Jul 30 16:14:14.163933 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:14:14.170431 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8341be-61ba-4d28-b2ed-02b9d1daef0a req-f25bf067-8e7e-4b3d-9ca9-f7394c88eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:14.171961 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ad8341be-61ba-4d28-b2ed-02b9d1daef0a req-f25bf067-8e7e-4b3d-9ca9-f7394c88eb26 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 HTTP/1.1" status: 200 len: 913 time: 0.1386387 Jul 30 16:14:14.173650 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8a254-226c-486a-be9b-d31fdf5df601 None None] Sync routers for ids ['f67b7aba-0660-40ef-bd44-5c3a689b3818'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:14:14.183345 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8a254-226c-486a-be9b-d31fdf5df601 None None] Routers {'f67b7aba-0660-40ef-bd44-5c3a689b3818'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:14.183968 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-b0d8a254-226c-486a-be9b-d31fdf5df601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:14:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['f67b7aba-0660-40ef-bd44-5c3a689b3818'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:14.187793 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.246486 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-ea950179-88af-4124-b6b1-b6d3459a6850 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9575975 Jul 30 16:14:14.249152 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36004) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:14.250585 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'tag': 'd8a766fa-790d-459a-9ce7-a2334623c98f'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:14:14.252844 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb8ff61-9af8-484d-a1c9-b2ed92f555a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73", "tag": "d8a766fa-790d-459a-9ce7-a2334623c98f"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:14:14.254217 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1537637786', 'description': 'tempest-secgroup-smoke-1537637786 description', 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:14.268412 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ad8341be-61ba-4d28-b2ed-02b9d1daef0a req-b5a4a0eb-bc64-4409-9b5c-840f2b5a5123 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b7e51f5-3950-402d-a921-c3ff430294d9 HTTP/1.1" status: 200 len: 1001 time: 0.0877237 Jul 30 16:14:14.282124 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.294007 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-b0d8a254-226c-486a-be9b-d31fdf5df601 None None] Set router f67b7aba-0660-40ef-bd44-5c3a689b3818 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:14.317073 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf3cb5c-29ab-4cc0-89d0-ea73d4cfac80 x-openstack-request-id: req-3bf3cb5c-29ab-4cc0-89d0-ea73d4cfac80 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:14:14.317404 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73", "tag": "d8a766fa-790d-459a-9ce7-a2334623c98f", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:14:14.317609 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3bf3cb5c-29ab-4cc0-89d0-ea73d4cfac80 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:14:14.318031 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'tag': 'd8a766fa-790d-459a-9ce7-a2334623c98f', 'status': 'completed', 'code': 200} Jul 30 16:14:14.366244 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8341be-61ba-4d28-b2ed-02b9d1daef0a req-39ce4453-1f1e-4bf7-ac73-918a2663eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:14.368526 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ad8341be-61ba-4d28-b2ed-02b9d1daef0a req-39ce4453-1f1e-4bf7-ac73-918a2663eb47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8300e625-33c3-4a90-8788-37444de738bb HTTP/1.1" status: 200 len: 851 time: 0.0933449 Jul 30 16:14:14.378401 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.384361 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.389509 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8ff61-9af8-484d-a1c9-b2ed92f555a4 req-473411f1-6975-48a5-8a73-01c0b52e6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:14.391112 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bdb8ff61-9af8-484d-a1c9-b2ed92f555a4 req-473411f1-6975-48a5-8a73-01c0b52e6114 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=127108e0eafb43e1be6fb4ebd5f07fe8&device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 1098 time: 0.0671375 Jul 30 16:14:14.413326 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810d1910-a78a-450b-94a1-412b6a08668e,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:14.422208 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:14.422687 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:14.423042 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:14.423701 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:14.424047 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:14.424382 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:14.424713 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:14.425044 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:14.425371 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:14.425700 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:14.426025 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:14.426350 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:14.430213 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.434192 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-a2999ffa-184d-440b-8934-1bf7ee4e0ae2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1810999 Jul 30 16:14:14.434433 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36008) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:14.439469 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-56527dc7-b62c-4a8b-bb6e-f13dad82fd19 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Request body: {'security_group_rule': {'security_group_id': '810d1910-a78a-450b-94a1-412b6a08668e', 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:14.468447 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-56527dc7-b62c-4a8b-bb6e-f13dad82fd19 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.475646 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.480998 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8341be-61ba-4d28-b2ed-02b9d1daef0a req-482c8d55-cfe7-499e-be38-e80678fdb3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:14.482543 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ad8341be-61ba-4d28-b2ed-02b9d1daef0a req-482c8d55-cfe7-499e-be38-e80678fdb3c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1060333 Jul 30 16:14:14.527729 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-56527dc7-b62c-4a8b-bb6e-f13dad82fd19 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.533040 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-56527dc7-b62c-4a8b-bb6e-f13dad82fd19 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.547642 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-b0d8a254-226c-486a-be9b-d31fdf5df601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'name': 'tempest-TestMinimumBasicScenario-1185351390-router', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:25Z', 'revision_number': 4, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'gw_port': {'id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '9991e927-6d8e-46a6-8d0c-003706a53d3f', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'port_id': 'd8a766fa-790d-459a-9ce7-a2334623c98f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'mac_address': 'fa:16:3e:dd:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:14:13Z', 'updated_at': '2021-07-30T16:14:13Z', 'revision_number': 0, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe106a9d-37fd-44ee-875c-092b87c9a787', 'name': '', 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'mac_address': 'fa:16:3e:ac:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:25Z', 'updated_at': '2021-07-30T16:13:32Z', 'revision_number': 5, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'subnets': [{'id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:14.550664 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56527dc7-b62c-4a8b-bb6e-f13dad82fd19 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be4784a-a6c4-4362-8e1f-46d5e1f67818,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:14.563271 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-56527dc7-b62c-4a8b-bb6e-f13dad82fd19 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.564861 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-56527dc7-b62c-4a8b-bb6e-f13dad82fd19 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292684 Jul 30 16:14:14.567652 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36010) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:14.568003 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8ff61-9af8-484d-a1c9-b2ed92f555a4 req-b1e029cb-19ef-46ad-a77d-962e9cd3cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:14.569675 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bdb8ff61-9af8-484d-a1c9-b2ed92f555a4 req-b1e029cb-19ef-46ad-a77d-962e9cd3cf8f service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8637d17-0468-4539-9cbe-8a572756b3af HTTP/1.1" status: 200 len: 916 time: 0.1600103 Jul 30 16:14:14.578868 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-060f1723-4922-4745-a10a-af6561c8a520 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Request body: {'security_group_rule': {'security_group_id': '810d1910-a78a-450b-94a1-412b6a08668e', 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:14.582416 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8a254-226c-486a-be9b-d31fdf5df601 None None] Checking router: f67b7aba-0660-40ef-bd44-5c3a689b3818 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:14:14.591138 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8a254-226c-486a-be9b-d31fdf5df601 None None] Routers {'f67b7aba-0660-40ef-bd44-5c3a689b3818'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:14.591770 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-b0d8a254-226c-486a-be9b-d31fdf5df601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:14:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['f67b7aba-0660-40ef-bd44-5c3a689b3818'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:14.616413 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-060f1723-4922-4745-a10a-af6561c8a520 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.654526 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ad8341be-61ba-4d28-b2ed-02b9d1daef0a req-98c98b07-ac99-41de-8743-fc998bb7179a service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608050 Jul 30 16:14:14.674206 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bdb8ff61-9af8-484d-a1c9-b2ed92f555a4 req-5f847597-b55d-45ab-8bb3-8d96f18a20fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8a766fa-790d-459a-9ce7-a2334623c98f HTTP/1.1" status: 200 len: 999 time: 0.0953121 Jul 30 16:14:14.680208 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-060f1723-4922-4745-a10a-af6561c8a520 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.686424 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-060f1723-4922-4745-a10a-af6561c8a520 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.709264 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f1723-4922-4745-a10a-af6561c8a520 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2151f6-fbfe-410c-800a-53fb17022e3e,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:14.711303 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-b0d8a254-226c-486a-be9b-d31fdf5df601 None None] Set router f67b7aba-0660-40ef-bd44-5c3a689b3818 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:14.720260 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-060f1723-4922-4745-a10a-af6561c8a520 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.724572 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-060f1723-4922-4745-a10a-af6561c8a520 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1491120 Jul 30 16:14:14.724940 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36012) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:14.730245 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-2a16eb72-9550-4d39-9430-db7c970245c7 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Request body: {'security_group_rule': {'security_group_id': '810d1910-a78a-450b-94a1-412b6a08668e', 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:14.765857 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2a16eb72-9550-4d39-9430-db7c970245c7 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.774331 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8ff61-9af8-484d-a1c9-b2ed92f555a4 req-f0efe2b9-4b6d-4ba6-a581-03a323dab0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:14.775919 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bdb8ff61-9af8-484d-a1c9-b2ed92f555a4 req-f0efe2b9-4b6d-4ba6-a581-03a323dab0f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b4df036-92ef-44e4-8d84-baeab289ce51 HTTP/1.1" status: 200 len: 854 time: 0.0902267 Jul 30 16:14:14.834979 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ad8341be-61ba-4d28-b2ed-02b9d1daef0a req-65e732fd-6a1b-445c-a69f-e86f8ba4a82e service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713171 Jul 30 16:14:14.838948 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2a16eb72-9550-4d39-9430-db7c970245c7 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.847950 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8ff61-9af8-484d-a1c9-b2ed92f555a4 req-3a1d1b8d-1c63-4b4f-acc2-39dc6fb8c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:14.849457 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bdb8ff61-9af8-484d-a1c9-b2ed92f555a4 req-3a1d1b8d-1c63-4b4f-acc2-39dc6fb8c49b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8637d17-0468-4539-9cbe-8a572756b3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628533 Jul 30 16:14:14.850550 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2a16eb72-9550-4d39-9430-db7c970245c7 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.869078 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16eb72-9550-4d39-9430-db7c970245c7 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4f8e76-8c51-46ea-bcd9-1d1d0ea9a0bd,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:14.878897 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-2a16eb72-9550-4d39-9430-db7c970245c7 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.882780 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-2a16eb72-9550-4d39-9430-db7c970245c7 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542127 Jul 30 16:14:14.883589 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36014) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:14.887533 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-20d9bc64-2876-45ae-97ed-66e2d3d0e6b5 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Request body: {'security_group_rule': {'security_group_id': '810d1910-a78a-450b-94a1-412b6a08668e', 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:14.923736 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-20d9bc64-2876-45ae-97ed-66e2d3d0e6b5 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.959870 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bdb8ff61-9af8-484d-a1c9-b2ed92f555a4 req-a4c490e2-960e-4ef8-b928-b79e09ac3a54 service neutron] 10.222.0.60 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990570 Jul 30 16:14:14.963868 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-b0d8a254-226c-486a-be9b-d31fdf5df601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'name': 'tempest-TestMinimumBasicScenario-1185351390-router', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:25Z', 'revision_number': 4, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'gw_port': {'id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '9991e927-6d8e-46a6-8d0c-003706a53d3f', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'port_id': 'd8a766fa-790d-459a-9ce7-a2334623c98f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'mac_address': 'fa:16:3e:dd:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:14:13Z', 'updated_at': '2021-07-30T16:14:13Z', 'revision_number': 0, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe106a9d-37fd-44ee-875c-092b87c9a787', 'name': '', 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'mac_address': 'fa:16:3e:ac:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:25Z', 'updated_at': '2021-07-30T16:13:32Z', 'revision_number': 5, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'subnets': [{'id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:14.990746 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8a254-226c-486a-be9b-d31fdf5df601 None None] The sync data for ids ['f67b7aba-0660-40ef-bd44-5c3a689b3818'] in dv-cinder-802955-2-iscsi is: [{'id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'name': 'tempest-TestMinimumBasicScenario-1185351390-router', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:25Z', 'revision_number': 4, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'gw_port': {'id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '9991e927-6d8e-46a6-8d0c-003706a53d3f', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'port_id': 'd8a766fa-790d-459a-9ce7-a2334623c98f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'mac_address': 'fa:16:3e:dd:10:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:14:13Z', 'updated_at': '2021-07-30T16:14:13Z', 'revision_number': 0, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe106a9d-37fd-44ee-875c-092b87c9a787', 'name': '', 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'mac_address': 'fa:16:3e:ac:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:25Z', 'updated_at': '2021-07-30T16:13:32Z', 'revision_number': 5, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'subnets': [{'id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:14:14.993474 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-20d9bc64-2876-45ae-97ed-66e2d3d0e6b5 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:14.998144 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-20d9bc64-2876-45ae-97ed-66e2d3d0e6b5 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:15.016458 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9bc64-2876-45ae-97ed-66e2d3d0e6b5 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045d542a-6cc7-4e27-94fa-80d2eddb9c45,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:15.026141 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-20d9bc64-2876-45ae-97ed-66e2d3d0e6b5 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:15.031240 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-20d9bc64-2876-45ae-97ed-66e2d3d0e6b5 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469569 Jul 30 16:14:15.031445 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36016) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:15.037437 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-5abee4be-598e-48a1-aedb-a318d8778bc3 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Request body: {'security_group_rule': {'security_group_id': '810d1910-a78a-450b-94a1-412b6a08668e', 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:15.077556 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-bdb8ff61-9af8-484d-a1c9-b2ed92f555a4 req-ea8c0254-24cb-49e8-af83-dd42c038e103 service neutron] 10.222.0.60 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078694 Jul 30 16:14:15.083842 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.securitygroups_db [None req-5abee4be-598e-48a1-aedb-a318d8778bc3 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Project 127108e0eafb43e1be6fb4ebd5f07fe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 16:14:15.090262 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5abee4be-598e-48a1-aedb-a318d8778bc3 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:15.148602 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5abee4be-598e-48a1-aedb-a318d8778bc3 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:15.152961 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5abee4be-598e-48a1-aedb-a318d8778bc3 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:15.172680 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abee4be-598e-48a1-aedb-a318d8778bc3 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02edd71-110f-4140-98e0-89ea9d6ccb7a,revision_number=0']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:15.184955 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5abee4be-598e-48a1-aedb-a318d8778bc3 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:15.186178 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-5abee4be-598e-48a1-aedb-a318d8778bc3 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1538298 Jul 30 16:14:15.189391 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36018) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:15.194386 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-8bc94ecb-c53d-4d6b-9f53-31272c30a4ed tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Request body: {'security_group_rule': {'security_group_id': '810d1910-a78a-450b-94a1-412b6a08668e', 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:15.197485 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3725fa-678d-404f-a116-fe2e283e8280 None None] New status for floating IP 9991e927-6d8e-46a6-8d0c-003706a53d3f: ACTIVE {{(pid=93356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:14:15.222601 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.db.securitygroups_db [None req-8bc94ecb-c53d-4d6b-9f53-31272c30a4ed tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Project 127108e0eafb43e1be6fb4ebd5f07fe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 16:14:15.228461 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8bc94ecb-c53d-4d6b-9f53-31272c30a4ed tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:15.290582 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8bc94ecb-c53d-4d6b-9f53-31272c30a4ed tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:15.295823 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8bc94ecb-c53d-4d6b-9f53-31272c30a4ed tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:15.313665 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc94ecb-c53d-4d6b-9f53-31272c30a4ed tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293a5ce7-cc57-47e2-b182-b7def597fea5,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:15.321167 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8bc94ecb-c53d-4d6b-9f53-31272c30a4ed tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:15.322467 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-8bc94ecb-c53d-4d6b-9f53-31272c30a4ed tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321602 Jul 30 16:14:15.407222 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2e7f51b8-8eb5-411d-9e69-bd74ef02cfe6 req-7b9cc5f4-872d-4307-a8bb-5560438e310c tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1537637786&fields=id&tenant_id=127108e0eafb43e1be6fb4ebd5f07fe8 HTTP/1.1" status: 200 len: 267 time: 0.0380437 Jul 30 16:14:15.466473 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f51b8-8eb5-411d-9e69-bd74ef02cfe6 req-bca99c48-0144-46a1-8a95-346fd124e803 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:15.468015 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2e7f51b8-8eb5-411d-9e69-bd74ef02cfe6 req-bca99c48-0144-46a1-8a95-346fd124e803 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 945 time: 0.0550673 Jul 30 16:14:15.479138 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-2e7f51b8-8eb5-411d-9e69-bd74ef02cfe6 req-ad3ac30e-b68d-40b0-852a-020945db58b2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Request body: {'port': {'security_groups': ['e531ce0b-1047-40ee-934a-10811d6e32c7', '810d1910-a78a-450b-94a1-412b6a08668e']}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:15.540257 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2e7f51b8-8eb5-411d-9e69-bd74ef02cfe6 req-ad3ac30e-b68d-40b0-852a-020945db58b2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:15.723841 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-2e7f51b8-8eb5-411d-9e69-bd74ef02cfe6 req-ad3ac30e-b68d-40b0-852a-020945db58b2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] For port d8a766fa-790d-459a-9ce7-a2334623c98f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d8a766fa-790d-459a-9ce7-a2334623c98f,segment=NetworkSegment(ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f),segment_id=ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:15.753055 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2e7f51b8-8eb5-411d-9e69-bd74ef02cfe6 req-ad3ac30e-b68d-40b0-852a-020945db58b2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:15.757331 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2e7f51b8-8eb5-411d-9e69-bd74ef02cfe6 req-ad3ac30e-b68d-40b0-852a-020945db58b2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:15.769498 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['d8a766fa-790d-459a-9ce7-a2334623c98f'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:14:15.798884 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f51b8-8eb5-411d-9e69-bd74ef02cfe6 req-ad3ac30e-b68d-40b0-852a-020945db58b2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:15.799550 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2e7f51b8-8eb5-411d-9e69-bd74ef02cfe6 req-ad3ac30e-b68d-40b0-852a-020945db58b2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:15.800929 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2e7f51b8-8eb5-411d-9e69-bd74ef02cfe6 req-ad3ac30e-b68d-40b0-852a-020945db58b2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "PUT /v2.0/ports/d8a766fa-790d-459a-9ce7-a2334623c98f HTTP/1.1" status: 200 len: 981 time: 0.3265624 Jul 30 16:14:15.824883 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ac30e-b68d-40b0-852a-020945db58b2 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Pushing event updated for resources: {'Port': ['ID=d8a766fa-790d-459a-9ce7-a2334623c98f,revision_number=6']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:15.873911 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['d8a766fa-790d-459a-9ce7-a2334623c98f'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:14:15.921978 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd06330-b2ff-4491-b9b5-0ac2d2d19618 req-7c12c27c-eb4b-41d8-b636-cfb9895a1be5 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:15.923525 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1fd06330-b2ff-4491-b9b5-0ac2d2d19618 req-7c12c27c-eb4b-41d8-b636-cfb9895a1be5 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 984 time: 0.0525019 Jul 30 16:14:15.971601 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-1fd06330-b2ff-4491-b9b5-0ac2d2d19618 req-b2943ce3-c044-449b-83de-e3a2190c067f tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=810d1910-a78a-450b-94a1-412b6a08668e&id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407281 Jul 30 16:14:16.126733 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-82932656-06d9-4958-acb1-d6171b0b18cb None None] Provisioning complete for port d8a766fa-790d-459a-9ce7-a2334623c98f triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:16.127202 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-82932656-06d9-4958-acb1-d6171b0b18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:16.319422 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'tag': 'd8a766fa-790d-459a-9ce7-a2334623c98f'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:14:16.321836 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbf5262-c3e0-4adb-9c39-031a7607d139" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73", "tag": "d8a766fa-790d-459a-9ce7-a2334623c98f"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:14:16.359355 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f892620-8175-4eb8-b0da-ffe72215f8d9 x-openstack-request-id: req-2f892620-8175-4eb8-b0da-ffe72215f8d9 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:14:16.359729 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73", "tag": "d8a766fa-790d-459a-9ce7-a2334623c98f", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:14:16.360073 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f892620-8175-4eb8-b0da-ffe72215f8d9 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:14:16.360521 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'tag': 'd8a766fa-790d-459a-9ce7-a2334623c98f', 'status': 'completed', 'code': 200} Jul 30 16:14:16.423993 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf5262-c3e0-4adb-9c39-031a7607d139 req-23d3ac24-3e03-4ac2-9e55-9e21ae3a6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:16.425478 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6fbf5262-c3e0-4adb-9c39-031a7607d139 req-23d3ac24-3e03-4ac2-9e55-9e21ae3a6552 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=127108e0eafb43e1be6fb4ebd5f07fe8&device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 1137 time: 0.0443540 Jul 30 16:14:16.516706 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf5262-c3e0-4adb-9c39-031a7607d139 req-4213ff94-fb5a-4c9a-8132-13396647d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:16.518099 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6fbf5262-c3e0-4adb-9c39-031a7607d139 req-4213ff94-fb5a-4c9a-8132-13396647d83e service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8637d17-0468-4539-9cbe-8a572756b3af HTTP/1.1" status: 200 len: 916 time: 0.0839851 Jul 30 16:14:16.586482 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6fbf5262-c3e0-4adb-9c39-031a7607d139 req-33b63c9a-7998-42ed-9a1b-4e027dde9690 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8a766fa-790d-459a-9ce7-a2334623c98f HTTP/1.1" status: 200 len: 1001 time: 0.0609055 Jul 30 16:14:16.636186 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf5262-c3e0-4adb-9c39-031a7607d139 req-f6d432d1-2fbf-4fc5-a364-fe666e43485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:16.637620 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6fbf5262-c3e0-4adb-9c39-031a7607d139 req-f6d432d1-2fbf-4fc5-a364-fe666e43485d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b4df036-92ef-44e4-8d84-baeab289ce51 HTTP/1.1" status: 200 len: 854 time: 0.0426135 Jul 30 16:14:16.686094 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf5262-c3e0-4adb-9c39-031a7607d139 req-b3c0ae2d-049f-428f-9304-178a22bc07be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:16.687562 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6fbf5262-c3e0-4adb-9c39-031a7607d139 req-b3c0ae2d-049f-428f-9304-178a22bc07be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8637d17-0468-4539-9cbe-8a572756b3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386255 Jul 30 16:14:16.796064 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6fbf5262-c3e0-4adb-9c39-031a7607d139 req-2d7a0383-caf9-48e6-be48-130fd9289e03 service neutron] 10.222.0.60 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947614 Jul 30 16:14:16.886732 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6fbf5262-c3e0-4adb-9c39-031a7607d139 req-2578460c-9f3a-4b47-a2db-33d9d898f322 service neutron] 10.222.0.60 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817432 Jul 30 16:14:24.138464 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:14:33.250398 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-991d48b5-b098-4e23-b393-c27a1e53eabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:36.187748 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:36.192406 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-73545c87-e2b4-4dd3-83c7-5e3e503e3a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:36.979394 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:38.452928 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:38.565129 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b28ee-26ea-485a-ac70-3b311fcfb65c req-00e6cb4d-8576-48f3-ab3f-3f771ab8e40e tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:38.566638 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-797b28ee-26ea-485a-ac70-3b311fcfb65c req-00e6cb4d-8576-48f3-ab3f-3f771ab8e40e tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 984 time: 0.0813975 Jul 30 16:14:38.568615 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0a839-80a1-4c56-9bae-40223dcf52c7 req-2b122032-bc1e-4a2d-aa7d-bf8cc027580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:38.569990 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9ef0a839-80a1-4c56-9bae-40223dcf52c7 req-2b122032-bc1e-4a2d-aa7d-bf8cc027580d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=127108e0eafb43e1be6fb4ebd5f07fe8&device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 1137 time: 0.0835063 Jul 30 16:14:38.653415 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-797b28ee-26ea-485a-ac70-3b311fcfb65c req-81344e85-b80d-4e87-9c98-e9ffa04f5454 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=810d1910-a78a-450b-94a1-412b6a08668e&id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801258 Jul 30 16:14:38.686327 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0a839-80a1-4c56-9bae-40223dcf52c7 req-24ce7f04-47d0-4d61-8950-5a0b4defc0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:38.687844 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9ef0a839-80a1-4c56-9bae-40223dcf52c7 req-24ce7f04-47d0-4d61-8950-5a0b4defc0ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8637d17-0468-4539-9cbe-8a572756b3af HTTP/1.1" status: 200 len: 916 time: 0.1084213 Jul 30 16:14:38.757391 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9ef0a839-80a1-4c56-9bae-40223dcf52c7 req-782b7c36-5a5b-4d31-9053-18c5df7b35d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8a766fa-790d-459a-9ce7-a2334623c98f HTTP/1.1" status: 200 len: 1001 time: 0.0614870 Jul 30 16:14:38.807591 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0a839-80a1-4c56-9bae-40223dcf52c7 req-a045bfae-301f-4970-8085-691c4cb5627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:38.809083 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9ef0a839-80a1-4c56-9bae-40223dcf52c7 req-a045bfae-301f-4970-8085-691c4cb5627b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b4df036-92ef-44e4-8d84-baeab289ce51 HTTP/1.1" status: 200 len: 854 time: 0.0437527 Jul 30 16:14:38.855065 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0a839-80a1-4c56-9bae-40223dcf52c7 req-195a7219-20e4-4228-98ce-b40a8d9fa24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:38.856535 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9ef0a839-80a1-4c56-9bae-40223dcf52c7 req-195a7219-20e4-4228-98ce-b40a8d9fa24c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8637d17-0468-4539-9cbe-8a572756b3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397193 Jul 30 16:14:38.946879 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9ef0a839-80a1-4c56-9bae-40223dcf52c7 req-a313b3a4-c43e-45da-834d-2c06465c46aa service neutron] 10.222.0.60 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822639 Jul 30 16:14:39.034114 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9ef0a839-80a1-4c56-9bae-40223dcf52c7 req-3de492e2-ed47-4e9c-abde-6b57b522cea3 service neutron] 10.222.0.60 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792668 Jul 30 16:14:39.770757 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd96a7-0fe3-44da-b2dd-7950e67e0115 req-a1b2d4f6-95b7-4180-a963-071a5887c13e tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:39.772266 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-bfcd96a7-0fe3-44da-b2dd-7950e67e0115 req-a1b2d4f6-95b7-4180-a963-071a5887c13e tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 984 time: 0.0507064 Jul 30 16:14:39.813884 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-bfcd96a7-0fe3-44da-b2dd-7950e67e0115 req-ad6e84f9-f3e0-4068-97a0-4855c2a8abd3 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=810d1910-a78a-450b-94a1-412b6a08668e&id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352366 Jul 30 16:14:40.934021 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a831a-8324-450c-b9c4-9549d0328d82 req-2f3026a8-174d-4020-a92b-9ed1f56736af tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:40.935515 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4c2a831a-8324-450c-b9c4-9549d0328d82 req-2f3026a8-174d-4020-a92b-9ed1f56736af tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 984 time: 0.0530872 Jul 30 16:14:40.977376 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4c2a831a-8324-450c-b9c4-9549d0328d82 req-e07825c1-0f44-4afb-8d6c-7e86e6f64069 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=810d1910-a78a-450b-94a1-412b6a08668e&id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359313 Jul 30 16:14:42.088814 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948c388-9e91-412b-b8de-898cba7489d9 req-7dc84938-eeb8-46e8-bf25-f557e69f0d24 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:42.090293 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-6948c388-9e91-412b-b8de-898cba7489d9 req-7dc84938-eeb8-46e8-bf25-f557e69f0d24 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 984 time: 0.0471900 Jul 30 16:14:42.128623 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-6948c388-9e91-412b-b8de-898cba7489d9 req-ea7aea4c-2c96-4a44-94c1-dbb88f96e756 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=810d1910-a78a-450b-94a1-412b6a08668e&id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324142 Jul 30 16:14:43.241775 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c393c3-6a8e-4ecf-b347-5a118f94e251 req-32944afb-dd9f-4289-a4e6-34e35b4595d7 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:43.243318 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-93c393c3-6a8e-4ecf-b347-5a118f94e251 req-32944afb-dd9f-4289-a4e6-34e35b4595d7 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 984 time: 0.0483885 Jul 30 16:14:43.283235 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-93c393c3-6a8e-4ecf-b347-5a118f94e251 req-0132f9b0-9c29-4357-a282-2a3dfbb8b75b tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=810d1910-a78a-450b-94a1-412b6a08668e&id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332651 Jul 30 16:14:44.399451 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6d416-f3b6-4950-ae15-8f99f29b8c7a req-8fcc7144-aa4a-41bf-81f0-94136685f302 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:44.401021 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-73e6d416-f3b6-4950-ae15-8f99f29b8c7a req-8fcc7144-aa4a-41bf-81f0-94136685f302 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 984 time: 0.0512879 Jul 30 16:14:44.440938 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-73e6d416-f3b6-4950-ae15-8f99f29b8c7a req-04a6b544-7730-4b65-a25a-ba5d13d6c48a tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=810d1910-a78a-450b-94a1-412b6a08668e&id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339026 Jul 30 16:14:44.445034 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:45.554479 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ad441-e9b6-436f-823f-29a76423bf1e req-20ff4604-2212-42f3-ad68-bf7fc8d32e1a tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:45.555966 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3a3ad441-e9b6-436f-823f-29a76423bf1e req-20ff4604-2212-42f3-ad68-bf7fc8d32e1a tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 984 time: 0.0485642 Jul 30 16:14:45.596051 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3a3ad441-e9b6-436f-823f-29a76423bf1e req-f68f8d8a-dbcf-4c13-a12e-feda3224da90 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=810d1910-a78a-450b-94a1-412b6a08668e&id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335577 Jul 30 16:14:46.708292 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d7adf-a7f2-4768-805e-d54fd741f227 req-591faf88-b382-44ec-ba05-6cc252f5185e tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:46.709774 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-333d7adf-a7f2-4768-805e-d54fd741f227 req-591faf88-b382-44ec-ba05-6cc252f5185e tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 984 time: 0.0486233 Jul 30 16:14:46.752331 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-333d7adf-a7f2-4768-805e-d54fd741f227 req-2d212e3e-957b-42f5-b527-a1ed1634d0fa tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=810d1910-a78a-450b-94a1-412b6a08668e&id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359910 Jul 30 16:14:47.869289 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65a100-4f86-4ada-9711-f739626143f4 req-66996605-3989-4c9f-a39f-a72b97e1b214 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:47.870779 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ac65a100-4f86-4ada-9711-f739626143f4 req-66996605-3989-4c9f-a39f-a72b97e1b214 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 984 time: 0.0522985 Jul 30 16:14:47.910778 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ac65a100-4f86-4ada-9711-f739626143f4 req-6822fdf0-f41f-4767-8c3c-17291dec8c01 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=810d1910-a78a-450b-94a1-412b6a08668e&id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337172 Jul 30 16:14:49.027311 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc194582-fcd2-40b5-9ce2-abd12846cf8a req-8c1f03c2-f8f4-4601-bae0-301a960890b5 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:49.029075 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-bc194582-fcd2-40b5-9ce2-abd12846cf8a req-8c1f03c2-f8f4-4601-bae0-301a960890b5 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 984 time: 0.0505831 Jul 30 16:14:49.076656 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-bc194582-fcd2-40b5-9ce2-abd12846cf8a req-5c52960d-35ee-4e4e-beb1-431c0f569486 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=810d1910-a78a-450b-94a1-412b6a08668e&id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367479 Jul 30 16:14:50.198460 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ea588-cc47-4bbb-9f50-fd46a96f4a07 req-1b2f88aa-b789-4b0a-aba2-ffffe407b819 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:50.199953 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-cc0ea588-cc47-4bbb-9f50-fd46a96f4a07 req-1b2f88aa-b789-4b0a-aba2-ffffe407b819 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 984 time: 0.0481935 Jul 30 16:14:50.241674 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-cc0ea588-cc47-4bbb-9f50-fd46a96f4a07 req-c42e846a-b9e8-4856-b949-09df03782a8d tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=810d1910-a78a-450b-94a1-412b6a08668e&id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345740 Jul 30 16:14:52.148921 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-ea277688-e676-4301-8c61-daed455c6d36 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667231858&fields=id&tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d HTTP/1.1" status: 200 len: 267 time: 0.0373359 Jul 30 16:14:52.254412 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-feda8b56-0244-4eb8-b2c7-8dfd79271232 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:52.255918 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-feda8b56-0244-4eb8-b2c7-8dfd79271232 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/networks?id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 HTTP/1.1" status: 200 len: 812 time: 0.0997932 Jul 30 16:14:52.270546 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-ef3d58b4-790b-4423-8a0f-67f2266a102b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/quotas/1dfbed60a71f4f0b9bf0fe13b496a65d HTTP/1.1" status: 200 len: 375 time: 0.0088222 Jul 30 16:14:52.326842 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-caf30bad-dc4f-4464-ac9c-d1ca6a0fab2f tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0512078 Jul 30 16:14:52.424202 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-22b96143-aee0-4f06-bbfc-f4921a2b7a37 service neutron] 10.222.0.61 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853415 Jul 30 16:14:52.512134 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-5a6dd15b-18e9-436d-9db7-96dc134dcd7e service neutron] 10.222.0.61 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819240 Jul 30 16:14:52.789593 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-052cfae1-ec0b-4f2c-841f-363fd5b1d2e7 req-31db1805-daf2-4c1f-a702-e94dfeab1f0b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 210 time: 0.0265372 Jul 30 16:14:53.885191 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-415c85f7-0aaa-4662-8a54-d965d006469b req-cf84590e-4be5-492d-95a4-94846ace6632 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 210 time: 0.0266237 Jul 30 16:14:53.988956 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-0a41249a-1970-480c-836c-48d89f72a604 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:53.990936 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-0a41249a-1970-480c-836c-48d89f72a604 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.60 "GET /v2.0/networks?id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 HTTP/1.1" status: 200 len: 812 time: 0.3801665 Jul 30 16:14:54.036040 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-355539b7-be01-4097-b393-8212c47f8b44 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d HTTP/1.1" status: 200 len: 380 time: 0.0351522 Jul 30 16:14:54.047549 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-c39d82ef-ac17-46bb-915c-878361b47bf2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Request body: {'port': {'device_id': '6a57ac36-c026-4734-876f-cd6418df4619', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'admin_state_up': True, 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'security_groups': ['15e35268-9246-463b-a450-ef99e442b193']}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:54.161493 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-c39d82ef-ac17-46bb-915c-878361b47bf2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Made reservation on behalf of 1dfbed60a71f4f0b9bf0fe13b496a65d for: {'port': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:14:54.165082 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-c39d82ef-ac17-46bb-915c-878361b47bf2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:54.288261 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-c39d82ef-ac17-46bb-915c-878361b47bf2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Allocated IP 172.20.0.6 (ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9/8300e625-33c3-4a90-8788-37444de738bb/75f33a08-4772-4d3e-b7a8-4147041efc58) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:14:54.424286 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-c39d82ef-ac17-46bb-915c-878361b47bf2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:54.438694 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-c39d82ef-ac17-46bb-915c-878361b47bf2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Transition to ACTIVE for port object 75f33a08-4772-4d3e-b7a8-4147041efc58 will not be triggered until provisioned by entity DHCP. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:54.471724 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-c39d82ef-ac17-46bb-915c-878361b47bf2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:54.514891 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-c39d82ef-ac17-46bb-915c-878361b47bf2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:14:54.518081 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-c39d82ef-ac17-46bb-915c-878361b47bf2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:54.524615 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-c39d82ef-ac17-46bb-915c-878361b47bf2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:14:54.530766 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d82ef-ac17-46bb-915c-878361b47bf2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event updated for resources: {'Port': ['ID=75f33a08-4772-4d3e-b7a8-4147041efc58,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:54.583486 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-c39d82ef-ac17-46bb-915c-878361b47bf2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:54.584116 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-c39d82ef-ac17-46bb-915c-878361b47bf2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:54.600230 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-c39d82ef-ac17-46bb-915c-878361b47bf2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5571215 Jul 30 16:14:54.613464 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Request body: {'port': {'device_id': '6a57ac36-c026-4734-876f-cd6418df4619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:54.668318 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:54.790308 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-7f90c7c8-a628-4fe5-af41-0d592d5a6c79 None None] Provisioning for port 75f33a08-4772-4d3e-b7a8-4147041efc58 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:54.793431 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-7f90c7c8-a628-4fe5-af41-0d592d5a6c79 None None] Provisioning complete for port 75f33a08-4772-4d3e-b7a8-4147041efc58 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:54.793812 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7f90c7c8-a628-4fe5-af41-0d592d5a6c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:54.827350 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-7f90c7c8-a628-4fe5-af41-0d592d5a6c79 None None] Port 75f33a08-4772-4d3e-b7a8-4147041efc58 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:14:54.964957 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f33a08-4772-4d3e-b7a8-4147041efc58 {{(pid=93353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:14:54.972638 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:54.985173 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Transition to ACTIVE for port object 75f33a08-4772-4d3e-b7a8-4147041efc58 will not be triggered until provisioned by entity L2. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:54.988274 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:55.042868 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Pushing event updated for resources: {'Port': ['ID=75f33a08-4772-4d3e-b7a8-4147041efc58,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:55.146634 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Attempting to bind port 75f33a08-4772-4d3e-b7a8-4147041efc58 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:14:55.146976 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Attempting to bind port 75f33a08-4772-4d3e-b7a8-4147041efc58 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:14:55.147332 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Attempting to bind port 75f33a08-4772-4d3e-b7a8-4147041efc58 on network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:14:55.158560 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23dabe-8dd2-4a2e-bbb1-16b336cfc99f req-4d1db230-0f21-40fd-8e71-ee70ef36dd78 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:55.160137 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2c23dabe-8dd2-4a2e-bbb1-16b336cfc99f req-4d1db230-0f21-40fd-8e71-ee70ef36dd78 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 943 time: 0.2046738 Jul 30 16:14:55.162453 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Port 75f33a08-4772-4d3e-b7a8-4147041efc58 on network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:14:55.162779 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Attempting to bind port 75f33a08-4772-4d3e-b7a8-4147041efc58 on network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:14:55.176938 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:14:55.177419 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Checking segment: {'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:14:55.177958 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Bound using segment: {'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:14:55.178594 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Bound port: 75f33a08-4772-4d3e-b7a8-4147041efc58, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9'}}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:14:55.179135 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:55.258073 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2c23dabe-8dd2-4a2e-bbb1-16b336cfc99f req-25295990-bc43-473a-bbd4-442515ffc023 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915453 Jul 30 16:14:55.286439 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] For port 75f33a08-4772-4d3e-b7a8-4147041efc58, host hv-cinder-80295, cleared binding levels {{(pid=93353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:14:55.289445 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] For port 75f33a08-4772-4d3e-b7a8-4147041efc58, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=75f33a08-4772-4d3e-b7a8-4147041efc58,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:14:55.295219 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:55.328512 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:55.329060 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:55.330440 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] 10.222.0.60 "PUT /v2.0/ports/75f33a08-4772-4d3e-b7a8-4147041efc58 HTTP/1.1" status: 200 len: 1093 time: 0.7214561 Jul 30 16:14:55.330872 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a57ac36-c026-4734-876f-cd6418df4619', 'tag': '75f33a08-4772-4d3e-b7a8-4147041efc58'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:14:55.333119 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcd2db2-8117-4298-a7b5-cee7ef5dc193" -d '{"events": [{"name": "network-changed", "server_uuid": "6a57ac36-c026-4734-876f-cd6418df4619", "tag": "75f33a08-4772-4d3e-b7a8-4147041efc58"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:14:55.361127 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70a3cb-0251-4214-b2e6-b0c0bf1b24dd service neutron] Pushing event updated for resources: {'Port': ['ID=75f33a08-4772-4d3e-b7a8-4147041efc58,revision_number=3']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:55.379512 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65275b13-2c76-4bd8-9b20-122c5f918adf x-openstack-request-id: req-65275b13-2c76-4bd8-9b20-122c5f918adf {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:14:55.379811 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a57ac36-c026-4734-876f-cd6418df4619", "tag": "75f33a08-4772-4d3e-b7a8-4147041efc58", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:14:55.380052 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65275b13-2c76-4bd8-9b20-122c5f918adf {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:14:55.380440 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a57ac36-c026-4734-876f-cd6418df4619', 'tag': '75f33a08-4772-4d3e-b7a8-4147041efc58', 'status': 'completed', 'code': 200} Jul 30 16:14:55.414569 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-3d9f9d43-3619-45f8-bc20-17dd3a34ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:55.416123 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-3d9f9d43-3619-45f8-bc20-17dd3a34ffd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 1096 time: 0.0459161 Jul 30 16:14:55.463033 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-67be79cf-a19a-41dc-826b-10f1086d3825 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75f33a08-4772-4d3e-b7a8-4147041efc58 HTTP/1.1" status: 200 len: 217 time: 0.0387530 Jul 30 16:14:55.516339 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-c827ad59-a2d3-42c8-80db-65193cc7ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:55.517943 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-c827ad59-a2d3-42c8-80db-65193cc7ff55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8300e625-33c3-4a90-8788-37444de738bb HTTP/1.1" status: 200 len: 851 time: 0.0473785 Jul 30 16:14:55.583901 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-c7dfb1a8-38f5-405d-9601-695983f259f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:55.585465 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-c7dfb1a8-38f5-405d-9601-695983f259f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588722 Jul 30 16:14:55.688655 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-0210cbf2-a150-4fc6-a9e4-5930032a1fdb service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946596 Jul 30 16:14:55.782267 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2bf5d0cc-d33a-4c75-959c-eb29654c1389 req-6f9a4741-d477-47b1-a4c3-06d915c1c125 service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862377 Jul 30 16:14:55.874788 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd2db2-8117-4298-a7b5-cee7ef5dc193 req-98604020-c623-4fed-b278-8c6bd2691aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:55.876317 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0bcd2db2-8117-4298-a7b5-cee7ef5dc193 req-98604020-c623-4fed-b278-8c6bd2691aed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 1096 time: 0.0464227 Jul 30 16:14:55.969583 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd2db2-8117-4298-a7b5-cee7ef5dc193 req-7b501eed-d469-4a18-afc7-e9bc3a6622e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:55.971120 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0bcd2db2-8117-4298-a7b5-cee7ef5dc193 req-7b501eed-d469-4a18-afc7-e9bc3a6622e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 HTTP/1.1" status: 200 len: 913 time: 0.0875971 Jul 30 16:14:56.012838 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0bcd2db2-8117-4298-a7b5-cee7ef5dc193 req-18b12f3b-c809-430a-a3eb-f3ea673b54ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75f33a08-4772-4d3e-b7a8-4147041efc58 HTTP/1.1" status: 200 len: 217 time: 0.0345249 Jul 30 16:14:56.064361 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd2db2-8117-4298-a7b5-cee7ef5dc193 req-a85c8183-6b31-417c-9d49-8135351d6bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:56.065780 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0bcd2db2-8117-4298-a7b5-cee7ef5dc193 req-a85c8183-6b31-417c-9d49-8135351d6bdf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8300e625-33c3-4a90-8788-37444de738bb HTTP/1.1" status: 200 len: 851 time: 0.0461335 Jul 30 16:14:56.122098 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd2db2-8117-4298-a7b5-cee7ef5dc193 req-21fbc6f2-13dc-4722-8cb2-5f67c63b2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:56.124101 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0bcd2db2-8117-4298-a7b5-cee7ef5dc193 req-21fbc6f2-13dc-4722-8cb2-5f67c63b2bbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394981 Jul 30 16:14:56.212794 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0bcd2db2-8117-4298-a7b5-cee7ef5dc193 req-86707c1f-015f-4f08-a064-3822f0892b44 service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801525 Jul 30 16:14:56.318479 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0bcd2db2-8117-4298-a7b5-cee7ef5dc193 req-39c101ad-891a-49f4-bfa0-95091e2e41fc service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894358 Jul 30 16:14:56.373726 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c72d4c-9b87-4b4a-903e-4159c7daeb4d req-2319abb9-a79d-41bd-979f-071af0c626ae tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:56.375216 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-97c72d4c-9b87-4b4a-903e-4159c7daeb4d req-2319abb9-a79d-41bd-979f-071af0c626ae tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 943 time: 0.0489745 Jul 30 16:14:56.412203 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-97c72d4c-9b87-4b4a-903e-4159c7daeb4d req-fa8f116d-2fd0-499f-8617-80458161a7d4 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311084 Jul 30 16:14:57.580728 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5691cf2-7108-412b-bbe8-bf51cdcd3fe4 req-498cada1-392d-4c1a-a3b2-7f24141aa5a2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:57.582193 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f5691cf2-7108-412b-bbe8-bf51cdcd3fe4 req-498cada1-392d-4c1a-a3b2-7f24141aa5a2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 943 time: 0.1024468 Jul 30 16:14:57.618397 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f5691cf2-7108-412b-bbe8-bf51cdcd3fe4 req-3796a872-4259-4d11-9171-70a3ae0232d8 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303812 Jul 30 16:14:58.787732 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa3fa7-99f1-4a52-88ab-0a0cf95fb195 req-506673cb-dbc5-4510-befe-76159658d889 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:58.789196 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5afa3fa7-99f1-4a52-88ab-0a0cf95fb195 req-506673cb-dbc5-4510-befe-76159658d889 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 943 time: 0.0540912 Jul 30 16:14:58.827086 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5afa3fa7-99f1-4a52-88ab-0a0cf95fb195 req-632a28c2-e422-410b-92b9-f12808ef72b4 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318801 Jul 30 16:14:59.941031 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de96b34-85c5-4797-b760-1f5f174228b0 req-6fc6beb1-9684-40c9-8b56-ffb4dee18936 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:59.942480 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9de96b34-85c5-4797-b760-1f5f174228b0 req-6fc6beb1-9684-40c9-8b56-ffb4dee18936 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 943 time: 0.0470464 Jul 30 16:14:59.979730 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-9de96b34-85c5-4797-b760-1f5f174228b0 req-18651e3f-7329-4722-b7ca-3a037c1082d6 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311291 Jul 30 16:15:01.092621 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a1cf9-f11b-4eb0-94e3-496ecfeb2254 req-dbf7a406-f519-4b7b-9b86-56439d78aab2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:01.094101 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-555a1cf9-f11b-4eb0-94e3-496ecfeb2254 req-dbf7a406-f519-4b7b-9b86-56439d78aab2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 943 time: 0.0501955 Jul 30 16:15:01.132568 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-555a1cf9-f11b-4eb0-94e3-496ecfeb2254 req-bbba8f12-bb3e-4a6b-83f2-c365689711eb tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325544 Jul 30 16:15:01.136489 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:15:02.243275 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ecb75-c056-4fe3-9855-cfde56042d23 req-f958b254-7996-41f8-8f57-2d5230be18af tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:02.244741 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3f2ecb75-c056-4fe3-9855-cfde56042d23 req-f958b254-7996-41f8-8f57-2d5230be18af tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 943 time: 0.0481822 Jul 30 16:15:02.282914 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3f2ecb75-c056-4fe3-9855-cfde56042d23 req-f6aebbf1-8d5c-4680-a427-9f9e0562b4e0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318611 Jul 30 16:15:03.251953 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-335f88af-1447-4194-88db-702f54d927bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:03.398494 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc87a9-d1d7-4a6f-8eed-337e66ed2172 req-ed78337a-28b3-4764-a5b0-a8b396680f6a tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:03.400044 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3ffc87a9-d1d7-4a6f-8eed-337e66ed2172 req-ed78337a-28b3-4764-a5b0-a8b396680f6a tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 943 time: 0.0490324 Jul 30 16:15:03.440125 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3ffc87a9-d1d7-4a6f-8eed-337e66ed2172 req-ecb34325-8d95-499f-8288-081db7673b56 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332525 Jul 30 16:15:03.445323 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 75f33a08-4772-4d3e-b7a8-4147041efc58 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:15:03.547545 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 75f33a08-4772-4d3e-b7a8-4147041efc58, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=75f33a08-4772-4d3e-b7a8-4147041efc58,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:03.559704 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': '75f33a08-4772-4d3e-b7a8-4147041efc58', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'port_id': '75f33a08-4772-4d3e-b7a8-4147041efc58', 'mac_address': 'fa:16:3e:66:08:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:15:03.599097 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:03.613357 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f33a08-4772-4d3e-b7a8-4147041efc58 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:15:03.635034 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 75f33a08-4772-4d3e-b7a8-4147041efc58, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=75f33a08-4772-4d3e-b7a8-4147041efc58,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:03.640229 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:03.689668 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=75f33a08-4772-4d3e-b7a8-4147041efc58,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:03.696919 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:03.697194 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:03.697533 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:03.697870 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:03.698223 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:03.698556 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:03.698883 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:03.699267 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:03.699597 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:03.699923 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:03.700249 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:03.700570 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:03.891176 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['75f33a08-4772-4d3e-b7a8-4147041efc58'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:15:04.565139 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fcc80-69e7-4d0f-8ac3-525441552bd2 req-3031d53e-8b6d-4d03-9750-2810ae26a05d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:04.566729 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-433fcc80-69e7-4d0f-8ac3-525441552bd2 req-3031d53e-8b6d-4d03-9750-2810ae26a05d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 944 time: 0.0546463 Jul 30 16:15:04.605448 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-433fcc80-69e7-4d0f-8ac3-525441552bd2 req-82226c6e-ad1f-4735-96e5-b1b1fd12f240 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328088 Jul 30 16:15:05.455952 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 75f33a08-4772-4d3e-b7a8-4147041efc58 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:15:05.509304 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port 75f33a08-4772-4d3e-b7a8-4147041efc58 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:15:05.513405 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port 75f33a08-4772-4d3e-b7a8-4147041efc58 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:05.513919 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:05.599373 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:05.637938 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a57ac36-c026-4734-876f-cd6418df4619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f33a08-4772-4d3e-b7a8-4147041efc58'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:15:05.641112 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075f2f7b-2ea1-4e11-9fac-28ede24727e3" -d '{"events": [{"server_uuid": "6a57ac36-c026-4734-876f-cd6418df4619", "name": "network-vif-plugged", "status": "completed", "tag": "75f33a08-4772-4d3e-b7a8-4147041efc58"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:15:05.661831 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port 75f33a08-4772-4d3e-b7a8-4147041efc58, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=75f33a08-4772-4d3e-b7a8-4147041efc58,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:05.668514 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:05.707946 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a20ed2-2b91-4a20-80c4-4c057b816a21 x-openstack-request-id: req-13a20ed2-2b91-4a20-80c4-4c057b816a21 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:15:05.708218 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a57ac36-c026-4734-876f-cd6418df4619", "name": "network-vif-plugged", "status": "completed", "tag": "75f33a08-4772-4d3e-b7a8-4147041efc58", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:15:05.708471 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-13a20ed2-2b91-4a20-80c4-4c057b816a21 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:15:05.708861 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a57ac36-c026-4734-876f-cd6418df4619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f33a08-4772-4d3e-b7a8-4147041efc58', 'code': 200} Jul 30 16:15:05.730797 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf79a19-222d-420b-abef-8bc606d6c678 req-350a55e1-0789-4851-b509-c1d82a55df98 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:05.733062 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4cf79a19-222d-420b-abef-8bc606d6c678 req-350a55e1-0789-4851-b509-c1d82a55df98 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 945 time: 0.0565853 Jul 30 16:15:05.748000 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=75f33a08-4772-4d3e-b7a8-4147041efc58,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:05.776141 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-4cf79a19-222d-420b-abef-8bc606d6c678 req-d6dcbfa0-b04d-4ad6-a8d0-a2d16df7ae8e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325439 Jul 30 16:15:05.935214 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b23e4-1c94-40dc-853a-57d83089bc2c req-759a5773-1f54-4506-8f02-31efd17df0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:05.936893 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-298b23e4-1c94-40dc-853a-57d83089bc2c req-759a5773-1f54-4506-8f02-31efd17df0ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 1098 time: 0.0405431 Jul 30 16:15:05.984000 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-298b23e4-1c94-40dc-853a-57d83089bc2c req-c7209d31-f1f8-41de-8d1e-ce600d2ff75f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378745 Jul 30 16:15:06.186705 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:06.198645 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-9c14666e-c9b8-4def-a7f0-0195dad3dafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:06.914373 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe26bc1-0262-4028-89bb-32821da94a17 req-276b31ba-9bdd-4642-a525-41572c100897 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:06.915908 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5fe26bc1-0262-4028-89bb-32821da94a17 req-276b31ba-9bdd-4642-a525-41572c100897 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 945 time: 0.0484023 Jul 30 16:15:06.978404 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5fe26bc1-0262-4028-89bb-32821da94a17 req-867ddce6-a3fe-4755-822d-616df1914271 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553353 Jul 30 16:15:06.986069 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:08.092455 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9a0fc-736f-4ddd-b4a0-3bbb95d9509a req-388fefaa-2f5d-488e-a3ea-52cc9d0b369d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:08.093929 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-63a9a0fc-736f-4ddd-b4a0-3bbb95d9509a req-388fefaa-2f5d-488e-a3ea-52cc9d0b369d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 945 time: 0.0486503 Jul 30 16:15:08.130929 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-63a9a0fc-736f-4ddd-b4a0-3bbb95d9509a req-a257a31d-2368-438e-bfff-6afee4cd66e1 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309508 Jul 30 16:15:08.241514 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0be53-79d3-4b17-b1a5-516cbcacf1e8 req-ffbc301b-e3e8-44f6-8d76-52959936840c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:08.243004 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fdd0be53-79d3-4b17-b1a5-516cbcacf1e8 req-ffbc301b-e3e8-44f6-8d76-52959936840c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 945 time: 0.0478208 Jul 30 16:15:08.286112 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fdd0be53-79d3-4b17-b1a5-516cbcacf1e8 req-e9ea2105-ac2a-49ae-8094-549c091faa8d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366848 Jul 30 16:15:08.311530 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36154) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:08.353933 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b45b1c-ee2e-4154-af57-f2d0515c5724 tempest-TestVolumeBootPattern-329049303 tempest-TestVolumeBootPattern-329049303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:08.355461 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-e3b45b1c-ee2e-4154-af57-f2d0515c5724 tempest-TestVolumeBootPattern-329049303 tempest-TestVolumeBootPattern-329049303-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 1093 time: 0.0428505 Jul 30 16:15:08.358709 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36156) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:08.362941 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Request body: {'floatingip': {'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'port_id': '75f33a08-4772-4d3e-b7a8-4147041efc58', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:15:08.385484 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for floatingip, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:08.457238 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:08.485963 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:08.592571 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Allocated IP 172.27.3.29 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/29ddee1f-3d52-4235-aac9-a13d933a8a92) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:15:08.697003 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:08.736247 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:08.781023 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:15:08.783970 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:15:08.793079 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:15:08.795408 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event updated for resources: {'Port': ['ID=29ddee1f-3d52-4235-aac9-a13d933a8a92,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:09.168411 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:09.240363 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:09.397815 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:09.402297 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:09.470557 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event updated for resources: {'Port': ['ID=29ddee1f-3d52-4235-aac9-a13d933a8a92,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:09.487137 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:09.595926 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.l3_db [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Floating IP 1fb3e296-7ad2-4d99-9df1-8ac5985a8085 associated. External IP: 172.27.3.29, port: 75f33a08-4772-4d3e-b7a8-4147041efc58. Jul 30 16:15:09.810276 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Router dc545388-12aa-4792-a04e-4e4890b2cdd6 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:15:09.923224 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:15:09.935502 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54f5ee-139e-498d-91db-1d98b6bfc257 None None] Sync routers for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:15:09.942495 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:09.946896 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54f5ee-139e-498d-91db-1d98b6bfc257 None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:09.947674 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-ba54f5ee-139e-498d-91db-1d98b6bfc257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:15:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:09.974644 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-513937fa-b5fb-4c2c-925a-fbfd05b50a6c tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6146500 Jul 30 16:15:09.975536 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a57ac36-c026-4734-876f-cd6418df4619', 'tag': '75f33a08-4772-4d3e-b7a8-4147041efc58'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:15:09.979129 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325ba767-b746-4772-b463-b9964e6a4234" -d '{"events": [{"name": "network-changed", "server_uuid": "6a57ac36-c026-4734-876f-cd6418df4619", "tag": "75f33a08-4772-4d3e-b7a8-4147041efc58"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:15:10.025655 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a581ee79-7315-407f-9507-741b06a63297 x-openstack-request-id: req-a581ee79-7315-407f-9507-741b06a63297 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:15:10.026214 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a57ac36-c026-4734-876f-cd6418df4619", "tag": "75f33a08-4772-4d3e-b7a8-4147041efc58", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:15:10.026714 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a581ee79-7315-407f-9507-741b06a63297 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:15:10.027483 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a57ac36-c026-4734-876f-cd6418df4619', 'tag': '75f33a08-4772-4d3e-b7a8-4147041efc58', 'status': 'completed', 'code': 200} Jul 30 16:15:10.067106 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-ba54f5ee-139e-498d-91db-1d98b6bfc257 None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:10.161147 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ba767-b746-4772-b463-b9964e6a4234 req-d91346cf-0ff4-4760-8078-1cfc30777b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:10.162908 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-325ba767-b746-4772-b463-b9964e6a4234 req-d91346cf-0ff4-4760-8078-1cfc30777b88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 1098 time: 0.1081729 Jul 30 16:15:10.289437 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ba767-b746-4772-b463-b9964e6a4234 req-8c4d2ab0-2d2e-48db-a484-d79e29ce08a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:10.291018 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-325ba767-b746-4772-b463-b9964e6a4234 req-8c4d2ab0-2d2e-48db-a484-d79e29ce08a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 HTTP/1.1" status: 200 len: 913 time: 0.1196997 Jul 30 16:15:10.357858 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-ba54f5ee-139e-498d-91db-1d98b6bfc257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '1fb3e296-7ad2-4d99-9df1-8ac5985a8085', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'port_id': '75f33a08-4772-4d3e-b7a8-4147041efc58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'mac_address': 'fa:16:3e:66:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a57ac36-c026-4734-876f-cd6418df4619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:15:09Z', 'updated_at': '2021-07-30T16:15:09Z', 'revision_number': 0, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address_scope': None}, {'id': '2690c1ec-2e5e-410b-afb1-31c8fc5a9e70', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'port_id': '8b7e51f5-3950-402d-a921-c3ff430294d9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'mac_address': 'fa:16:3e:3c:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:13:08Z', 'updated_at': '2021-07-30T16:13:10Z', 'revision_number': 1, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:10.363370 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-325ba767-b746-4772-b463-b9964e6a4234 req-0918f367-4475-48a5-b38a-5a23a932af54 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75f33a08-4772-4d3e-b7a8-4147041efc58 HTTP/1.1" status: 200 len: 998 time: 0.0646365 Jul 30 16:15:10.389902 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54f5ee-139e-498d-91db-1d98b6bfc257 None None] Checking router: dc545388-12aa-4792-a04e-4e4890b2cdd6 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:15:10.399066 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54f5ee-139e-498d-91db-1d98b6bfc257 None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:10.399711 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-ba54f5ee-139e-498d-91db-1d98b6bfc257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:15:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:10.416018 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ba767-b746-4772-b463-b9964e6a4234 req-62cb7e22-19d4-450e-a588-196c210d0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:10.417558 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-325ba767-b746-4772-b463-b9964e6a4234 req-62cb7e22-19d4-450e-a588-196c210d0dd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8300e625-33c3-4a90-8788-37444de738bb HTTP/1.1" status: 200 len: 851 time: 0.0471146 Jul 30 16:15:10.483185 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ba767-b746-4772-b463-b9964e6a4234 req-2a6173d6-dea0-4c24-a6f6-502e506e4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:10.484804 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-325ba767-b746-4772-b463-b9964e6a4234 req-2a6173d6-dea0-4c24-a6f6-502e506e4e4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595853 Jul 30 16:15:10.498145 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [req-325ba767-b746-4772-b463-b9964e6a4234 req-cf1e43e6-0af4-4348-9ebb-7d41f7225247 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93353) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 16:15:10.499270 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-325ba767-b746-4772-b463-b9964e6a4234 req-cf1e43e6-0af4-4348-9ebb-7d41f7225247 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060675 Jul 30 16:15:10.519960 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-ba54f5ee-139e-498d-91db-1d98b6bfc257 None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:10.602193 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-325ba767-b746-4772-b463-b9964e6a4234 req-848409eb-e77a-4e26-8b07-802967e3f1db service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942490 Jul 30 16:15:10.718864 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-325ba767-b746-4772-b463-b9964e6a4234 req-9d0df819-20be-4bc6-8a37-54c288efb038 service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082411 Jul 30 16:15:10.786143 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-ba54f5ee-139e-498d-91db-1d98b6bfc257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '1fb3e296-7ad2-4d99-9df1-8ac5985a8085', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'port_id': '75f33a08-4772-4d3e-b7a8-4147041efc58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'mac_address': 'fa:16:3e:66:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a57ac36-c026-4734-876f-cd6418df4619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:15:09Z', 'updated_at': '2021-07-30T16:15:09Z', 'revision_number': 0, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address_scope': None}, {'id': '2690c1ec-2e5e-410b-afb1-31c8fc5a9e70', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'port_id': '8b7e51f5-3950-402d-a921-c3ff430294d9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'mac_address': 'fa:16:3e:3c:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:13:08Z', 'updated_at': '2021-07-30T16:13:10Z', 'revision_number': 1, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:10.813016 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54f5ee-139e-498d-91db-1d98b6bfc257 None None] The sync data for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi is: [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '1fb3e296-7ad2-4d99-9df1-8ac5985a8085', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'port_id': '75f33a08-4772-4d3e-b7a8-4147041efc58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'mac_address': 'fa:16:3e:66:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a57ac36-c026-4734-876f-cd6418df4619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:15:09Z', 'updated_at': '2021-07-30T16:15:09Z', 'revision_number': 0, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address_scope': None}, {'id': '2690c1ec-2e5e-410b-afb1-31c8fc5a9e70', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'port_id': '8b7e51f5-3950-402d-a921-c3ff430294d9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'mac_address': 'fa:16:3e:3c:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:13:08Z', 'updated_at': '2021-07-30T16:13:10Z', 'revision_number': 1, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:15:11.004265 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e748e-edc9-4e8e-8d29-6ae775d91af7 None None] New status for floating IP 1fb3e296-7ad2-4d99-9df1-8ac5985a8085: ACTIVE {{(pid=93356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:15:14.439892 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:15.788825 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-376b5fed-7abe-46cb-81fc-19d02788d322 req-d51cbdb4-f177-4170-aeee-ec92cc0f15e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421853 Jul 30 16:15:15.853743 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b5fed-7abe-46cb-81fc-19d02788d322 req-2f43557e-430b-4c0f-8ee6-5e74ec73274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:15.855307 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-376b5fed-7abe-46cb-81fc-19d02788d322 req-2f43557e-430b-4c0f-8ee6-5e74ec73274a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=127108e0eafb43e1be6fb4ebd5f07fe8&device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 1137 time: 0.0415328 Jul 30 16:15:16.228785 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b5fed-7abe-46cb-81fc-19d02788d322 req-a64fb794-9666-44f9-a317-607ec2efde01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:16.230263 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-376b5fed-7abe-46cb-81fc-19d02788d322 req-a64fb794-9666-44f9-a317-607ec2efde01 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8637d17-0468-4539-9cbe-8a572756b3af HTTP/1.1" status: 200 len: 916 time: 0.3549724 Jul 30 16:15:16.294745 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-376b5fed-7abe-46cb-81fc-19d02788d322 req-3001fef0-8e29-4e42-901a-3ec1f71c6465 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8a766fa-790d-459a-9ce7-a2334623c98f HTTP/1.1" status: 200 len: 1001 time: 0.0567722 Jul 30 16:15:16.344331 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b5fed-7abe-46cb-81fc-19d02788d322 req-d7697672-10a6-4f1b-af37-e87f700e4b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:16.345771 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-376b5fed-7abe-46cb-81fc-19d02788d322 req-d7697672-10a6-4f1b-af37-e87f700e4b32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b4df036-92ef-44e4-8d84-baeab289ce51 HTTP/1.1" status: 200 len: 854 time: 0.0440733 Jul 30 16:15:16.399176 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b5fed-7abe-46cb-81fc-19d02788d322 req-bac54fee-5237-4696-bbd5-efe9cd09c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:16.400641 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-376b5fed-7abe-46cb-81fc-19d02788d322 req-bac54fee-5237-4696-bbd5-efe9cd09c345 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8637d17-0468-4539-9cbe-8a572756b3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424421 Jul 30 16:15:16.491780 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-376b5fed-7abe-46cb-81fc-19d02788d322 req-b196e8af-40fb-4ab5-827d-903387b9007c service neutron] 10.222.0.60 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823982 Jul 30 16:15:16.587188 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-376b5fed-7abe-46cb-81fc-19d02788d322 req-7a123f12-9a4c-47b0-9d06-e1256ae76beb service neutron] 10.222.0.60 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872993 Jul 30 16:15:25.853659 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a4e809fd-6b30-4814-8824-c7c89e8b7c5d req-c6c8d5d5-5dc5-42a2-96ea-8c71357ab223 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1537637786&fields=id&tenant_id=127108e0eafb43e1be6fb4ebd5f07fe8 HTTP/1.1" status: 200 len: 267 time: 0.0353053 Jul 30 16:15:25.906367 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e809fd-6b30-4814-8824-c7c89e8b7c5d req-126ba86c-d193-4397-bf75-6775fab3b21f tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:25.907873 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a4e809fd-6b30-4814-8824-c7c89e8b7c5d req-126ba86c-d193-4397-bf75-6775fab3b21f tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 984 time: 0.0480094 Jul 30 16:15:25.918435 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [req-a4e809fd-6b30-4814-8824-c7c89e8b7c5d req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Request body: {'port': {'security_groups': ['e531ce0b-1047-40ee-934a-10811d6e32c7']}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:15:25.983488 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-a4e809fd-6b30-4814-8824-c7c89e8b7c5d req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:26.166179 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [req-a4e809fd-6b30-4814-8824-c7c89e8b7c5d req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] For port d8a766fa-790d-459a-9ce7-a2334623c98f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d8a766fa-790d-459a-9ce7-a2334623c98f,segment=NetworkSegment(ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f),segment_id=ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:26.197622 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-a4e809fd-6b30-4814-8824-c7c89e8b7c5d req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for port, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:26.203184 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-a4e809fd-6b30-4814-8824-c7c89e8b7c5d req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957804'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:26.218996 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['d8a766fa-790d-459a-9ce7-a2334623c98f'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:15:26.251905 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e809fd-6b30-4814-8824-c7c89e8b7c5d req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:26.252179 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [req-a4e809fd-6b30-4814-8824-c7c89e8b7c5d req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:26.253610 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-a4e809fd-6b30-4814-8824-c7c89e8b7c5d req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "PUT /v2.0/ports/d8a766fa-790d-459a-9ce7-a2334623c98f HTTP/1.1" status: 200 len: 942 time: 0.3394532 Jul 30 16:15:26.254073 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'tag': 'd8a766fa-790d-459a-9ce7-a2334623c98f'}] {{(pid=93354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:15:26.256457 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1549a637e0520348546bc816cc7ba7b4d913aee95f4c3e2186750afafe3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84ed3d1-ecdd-4ea7-b398-63d39528e14a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73", "tag": "d8a766fa-790d-459a-9ce7-a2334623c98f"}]}' {{(pid=93354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:15:26.260303 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36176) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:26.286766 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Pushing event updated for resources: {'Port': ['ID=d8a766fa-790d-459a-9ce7-a2334623c98f,revision_number=7']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:26.296690 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.297146 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.297562 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.297992 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.298394 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.299091 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.299504 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.299909 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.300315 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.300718 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.301372 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.301906 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46316026-a781-48dc-92e1-9f8fb752b295 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.366600 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869731fc-ac73-44d3-9cbb-e1e2a76ae4ab x-openstack-request-id: req-869731fc-ac73-44d3-9cbb-e1e2a76ae4ab {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:15:26.367160 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73", "tag": "d8a766fa-790d-459a-9ce7-a2334623c98f", "status": "completed", "code": 200}]} {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:15:26.367506 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-869731fc-ac73-44d3-9cbb-e1e2a76ae4ab {{(pid=93354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:15:26.367974 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'tag': 'd8a766fa-790d-459a-9ce7-a2334623c98f', 'status': 'completed', 'code': 200} Jul 30 16:15:26.371638 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:26.377450 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['d8a766fa-790d-459a-9ce7-a2334623c98f'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:15:26.430385 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:26.477436 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ed3d1-ecdd-4ea7-b398-63d39528e14a req-dd68e303-3f0a-4573-a68c-79ee88126867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:26.478949 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d84ed3d1-ecdd-4ea7-b398-63d39528e14a req-dd68e303-3f0a-4573-a68c-79ee88126867 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=127108e0eafb43e1be6fb4ebd5f07fe8&device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 1098 time: 0.0903955 Jul 30 16:15:26.493649 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-312a73bc-2eb8-4a55-b1da-43224e03f650 None None] Provisioning complete for port d8a766fa-790d-459a-9ce7-a2334623c98f triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:26.494067 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-312a73bc-2eb8-4a55-b1da-43224e03f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:26.554973 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:26.557497 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:26.558669 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "DELETE /v2.0/security-groups/810d1910-a78a-450b-94a1-412b6a08668e HTTP/1.1" status: 204 len: 168 time: 0.2973359 Jul 30 16:15:26.563283 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36180) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:26.581302 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=810d1910-a78a-450b-94a1-412b6a08668e,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:26.597689 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.598042 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.598384 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.598714 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.599080 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.599414 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.599746 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.600072 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.600399 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.600722 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.601044 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.601357 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d037729a-49c1-4c8f-9431-36ed35743283 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:26.608087 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ed3d1-ecdd-4ea7-b398-63d39528e14a req-ec3c3f1b-604c-4bf3-9b75-7580ab621334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:26.609572 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d84ed3d1-ecdd-4ea7-b398-63d39528e14a req-ec3c3f1b-604c-4bf3-9b75-7580ab621334 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8637d17-0468-4539-9cbe-8a572756b3af HTTP/1.1" status: 200 len: 916 time: 0.1220031 Jul 30 16:15:26.682617 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d84ed3d1-ecdd-4ea7-b398-63d39528e14a req-f4afe2fa-b5da-481c-ad53-be3e5ddd4013 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8a766fa-790d-459a-9ce7-a2334623c98f HTTP/1.1" status: 200 len: 1001 time: 0.0632420 Jul 30 16:15:26.739436 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ed3d1-ecdd-4ea7-b398-63d39528e14a req-c27627bd-6471-4330-b94e-d5a92518a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:26.740913 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d84ed3d1-ecdd-4ea7-b398-63d39528e14a req-c27627bd-6471-4330-b94e-d5a92518a543 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b4df036-92ef-44e4-8d84-baeab289ce51 HTTP/1.1" status: 200 len: 854 time: 0.0499127 Jul 30 16:15:26.742080 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-8e193156-b611-4b15-88cc-0096e6b9d990 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Deleting port dbdd5460-8c67-4a5b-963a-3b52768a2f89 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:26.742432 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8e193156-b611-4b15-88cc-0096e6b9d990 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:26.797310 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ed3d1-ecdd-4ea7-b398-63d39528e14a req-d2fcea02-112b-436c-a862-2d6befaedc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:26.798852 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d84ed3d1-ecdd-4ea7-b398-63d39528e14a req-d2fcea02-112b-436c-a862-2d6befaedc7b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8637d17-0468-4539-9cbe-8a572756b3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494740 Jul 30 16:15:26.818550 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8e193156-b611-4b15-88cc-0096e6b9d990 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:26.818885 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8e193156-b611-4b15-88cc-0096e6b9d990 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:26.832652 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-8e193156-b611-4b15-88cc-0096e6b9d990 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Calling delete_port for dbdd5460-8c67-4a5b-963a-3b52768a2f89 owned by network:floatingip {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:26.894347 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d84ed3d1-ecdd-4ea7-b398-63d39528e14a req-90798898-5e64-48ef-82b2-f4b6f975a4b2 service neutron] 10.222.0.60 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862463 Jul 30 16:15:26.993426 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d84ed3d1-ecdd-4ea7-b398-63d39528e14a req-b7e71bf2-4722-4b04-ba9f-b2e0dd7a3195 service neutron] 10.222.0.60 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879116 Jul 30 16:15:27.002523 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8e193156-b611-4b15-88cc-0096e6b9d990 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:27.037842 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e193156-b611-4b15-88cc-0096e6b9d990 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Pushing event deleted for resources: {'Port': ['ID=dbdd5460-8c67-4a5b-963a-3b52768a2f89,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:27.104571 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8e193156-b611-4b15-88cc-0096e6b9d990 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks [] for floatingip, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:27.105260 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.db.l3_db [None req-8e193156-b611-4b15-88cc-0096e6b9d990 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Floating IP 9991e927-6d8e-46a6-8d0c-003706a53d3f disassociated (deleted). External IP: 172.27.3.148, port: d8a766fa-790d-459a-9ce7-a2334623c98f. Jul 30 16:15:27.306131 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e193156-b611-4b15-88cc-0096e6b9d990 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Router f67b7aba-0660-40ef-bd44-5c3a689b3818 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:15:27.638495 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e193156-b611-4b15-88cc-0096e6b9d990 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:15:27.643194 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-8e193156-b611-4b15-88cc-0096e6b9d990 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:27.648023 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53810b2-9b42-415a-ab99-26eed1618289 None None] Sync routers for ids ['f67b7aba-0660-40ef-bd44-5c3a689b3818'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:15:27.657211 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53810b2-9b42-415a-ab99-26eed1618289 None None] Routers {'f67b7aba-0660-40ef-bd44-5c3a689b3818'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:27.657815 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-c53810b2-9b42-415a-ab99-26eed1618289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:15:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['f67b7aba-0660-40ef-bd44-5c3a689b3818'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:27.668913 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-8e193156-b611-4b15-88cc-0096e6b9d990 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "DELETE /v2.0/floatingips/9991e927-6d8e-46a6-8d0c-003706a53d3f HTTP/1.1" status: 204 len: 168 time: 1.1061261 Jul 30 16:15:27.764916 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-c53810b2-9b42-415a-ab99-26eed1618289 None None] Set router f67b7aba-0660-40ef-bd44-5c3a689b3818 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:27.987135 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-c53810b2-9b42-415a-ab99-26eed1618289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'name': 'tempest-TestMinimumBasicScenario-1185351390-router', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:25Z', 'revision_number': 4, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'gw_port': {'id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'fe106a9d-37fd-44ee-875c-092b87c9a787', 'name': '', 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'mac_address': 'fa:16:3e:ac:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:25Z', 'updated_at': '2021-07-30T16:13:32Z', 'revision_number': 5, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'subnets': [{'id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:28.016113 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53810b2-9b42-415a-ab99-26eed1618289 None None] Checking router: f67b7aba-0660-40ef-bd44-5c3a689b3818 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:15:28.025526 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53810b2-9b42-415a-ab99-26eed1618289 None None] Routers {'f67b7aba-0660-40ef-bd44-5c3a689b3818'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:28.026131 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-c53810b2-9b42-415a-ab99-26eed1618289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:15:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['f67b7aba-0660-40ef-bd44-5c3a689b3818'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:28.131508 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-c53810b2-9b42-415a-ab99-26eed1618289 None None] Set router f67b7aba-0660-40ef-bd44-5c3a689b3818 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:28.370232 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'tag': 'd8a766fa-790d-459a-9ce7-a2334623c98f'}] {{(pid=93354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:15:28.373262 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1549a637e0520348546bc816cc7ba7b4d913aee95f4c3e2186750afafe3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140d11c6-46b9-4d31-aef1-048d681d2381" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73", "tag": "d8a766fa-790d-459a-9ce7-a2334623c98f"}]}' {{(pid=93354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:15:28.415272 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e6c7f1-7dd9-478c-b5aa-67ccf89f5454 x-openstack-request-id: req-e9e6c7f1-7dd9-478c-b5aa-67ccf89f5454 {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:15:28.415567 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73", "tag": "d8a766fa-790d-459a-9ce7-a2334623c98f", "status": "completed", "code": 200}]} {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:15:28.415824 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9e6c7f1-7dd9-478c-b5aa-67ccf89f5454 {{(pid=93354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:15:28.416627 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'tag': 'd8a766fa-790d-459a-9ce7-a2334623c98f', 'status': 'completed', 'code': 200} Jul 30 16:15:28.460445 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-c53810b2-9b42-415a-ab99-26eed1618289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'name': 'tempest-TestMinimumBasicScenario-1185351390-router', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:25Z', 'revision_number': 4, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'gw_port': {'id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'fe106a9d-37fd-44ee-875c-092b87c9a787', 'name': '', 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'mac_address': 'fa:16:3e:ac:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:25Z', 'updated_at': '2021-07-30T16:13:32Z', 'revision_number': 5, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'subnets': [{'id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:28.487929 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d11c6-46b9-4d31-aef1-048d681d2381 req-12136de1-2a1d-4f3c-bc0e-2269c0703478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:28.488544 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53810b2-9b42-415a-ab99-26eed1618289 None None] The sync data for ids ['f67b7aba-0660-40ef-bd44-5c3a689b3818'] in dv-cinder-802955-2-iscsi is: [{'id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'name': 'tempest-TestMinimumBasicScenario-1185351390-router', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:25Z', 'revision_number': 4, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'gw_port': {'id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'fe106a9d-37fd-44ee-875c-092b87c9a787', 'name': '', 'network_id': 'f8637d17-0468-4539-9cbe-8a572756b3af', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'mac_address': 'fa:16:3e:ac:c8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:25Z', 'updated_at': '2021-07-30T16:13:32Z', 'revision_number': 5, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'subnets': [{'id': '0b4df036-92ef-44e4-8d84-baeab289ce51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:15:28.489513 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-140d11c6-46b9-4d31-aef1-048d681d2381 req-12136de1-2a1d-4f3c-bc0e-2269c0703478 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=127108e0eafb43e1be6fb4ebd5f07fe8&device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 1098 time: 0.0463431 Jul 30 16:15:28.593288 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d11c6-46b9-4d31-aef1-048d681d2381 req-9504ef31-43c4-44b9-9faa-2849806e260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:28.594829 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-140d11c6-46b9-4d31-aef1-048d681d2381 req-9504ef31-43c4-44b9-9faa-2849806e260a service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8637d17-0468-4539-9cbe-8a572756b3af HTTP/1.1" status: 200 len: 916 time: 0.0963693 Jul 30 16:15:28.641669 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-140d11c6-46b9-4d31-aef1-048d681d2381 req-0e7c672c-1873-4a99-a178-063f199a93bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8a766fa-790d-459a-9ce7-a2334623c98f HTTP/1.1" status: 200 len: 217 time: 0.0378222 Jul 30 16:15:28.703407 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d11c6-46b9-4d31-aef1-048d681d2381 req-3a3a6338-92cc-4a04-b88d-37fd2031b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:28.704916 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-140d11c6-46b9-4d31-aef1-048d681d2381 req-3a3a6338-92cc-4a04-b88d-37fd2031b941 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0b4df036-92ef-44e4-8d84-baeab289ce51 HTTP/1.1" status: 200 len: 854 time: 0.0528083 Jul 30 16:15:28.721204 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af09e1e-fb5c-4f4c-bd2f-2d5bb682e9cc None None] New status for floating IP 9991e927-6d8e-46a6-8d0c-003706a53d3f: DOWN {{(pid=93356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:15:28.760385 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d11c6-46b9-4d31-aef1-048d681d2381 req-485b5722-1b87-4558-acd8-2493f67133b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:28.762014 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-140d11c6-46b9-4d31-aef1-048d681d2381 req-485b5722-1b87-4558-acd8-2493f67133b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8637d17-0468-4539-9cbe-8a572756b3af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477583 Jul 30 16:15:28.853364 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-140d11c6-46b9-4d31-aef1-048d681d2381 req-715091b5-a9ba-4dc9-b27d-3d9b83d7af7a service neutron] 10.222.0.60 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831003 Jul 30 16:15:28.955421 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-140d11c6-46b9-4d31-aef1-048d681d2381 req-ed894b95-aa9d-410b-8462-5370e747343a service neutron] 10.222.0.60 "GET /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943196 Jul 30 16:15:30.426749 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d1a60-a1b7-4ab0-ac8c-39adc7c61e67 req-b996d47c-d853-48f4-b4f5-c8589ae6e334 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:30.428258 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-591d1a60-a1b7-4ab0-ac8c-39adc7c61e67 req-b996d47c-d853-48f4-b4f5-c8589ae6e334 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 945 time: 0.0479949 Jul 30 16:15:30.466399 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-591d1a60-a1b7-4ab0-ac8c-39adc7c61e67 req-abb7c8c6-8580-48e8-9d5f-6f6a194fe811 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322237 Jul 30 16:15:31.581966 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07794f-605a-4434-9b7e-9ac2ac130230 req-fb07f53a-47bd-4a1d-9379-9ed368df90e1 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:31.583455 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3c07794f-605a-4434-9b7e-9ac2ac130230 req-fb07f53a-47bd-4a1d-9379-9ed368df90e1 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 945 time: 0.0495427 Jul 30 16:15:31.620901 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3c07794f-605a-4434-9b7e-9ac2ac130230 req-fc9423fc-1e1a-409c-a01d-7ea462738542 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/security-groups?id=e531ce0b-1047-40ee-934a-10811d6e32c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315146 Jul 30 16:15:32.351138 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d15d3a-97e3-425d-9cf4-2b5e86699cdb req-219b3041-2dfd-4f85-b194-80a77d603e30 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:32.352602 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c3d15d3a-97e3-425d-9cf4-2b5e86699cdb req-219b3041-2dfd-4f85-b194-80a77d603e30 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 945 time: 0.0487292 Jul 30 16:15:32.450042 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-c3d15d3a-97e3-425d-9cf4-2b5e86699cdb req-5293999e-05c0-4087-89e1-2a67d9b95c91 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Deleting port d8a766fa-790d-459a-9ce7-a2334623c98f {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:32.450632 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-c3d15d3a-97e3-425d-9cf4-2b5e86699cdb req-5293999e-05c0-4087-89e1-2a67d9b95c91 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:32.539488 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-c3d15d3a-97e3-425d-9cf4-2b5e86699cdb req-5293999e-05c0-4087-89e1-2a67d9b95c91 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] For port d8a766fa-790d-459a-9ce7-a2334623c98f, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=d8a766fa-790d-459a-9ce7-a2334623c98f,segment=NetworkSegment(ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f),segment_id=ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:32.539856 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-c3d15d3a-97e3-425d-9cf4-2b5e86699cdb req-5293999e-05c0-4087-89e1-2a67d9b95c91 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:32.552341 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-c3d15d3a-97e3-425d-9cf4-2b5e86699cdb req-5293999e-05c0-4087-89e1-2a67d9b95c91 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Calling delete_port for d8a766fa-790d-459a-9ce7-a2334623c98f owned by compute:nova {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:32.684867 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-c3d15d3a-97e3-425d-9cf4-2b5e86699cdb req-5293999e-05c0-4087-89e1-2a67d9b95c91 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:32.696874 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['d8a766fa-790d-459a-9ce7-a2334623c98f'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:15:32.712812 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2bb551e2-6b5e-4b07-b928-d84828f9bf9a req-0b8673ac-452b-4224-b894-37f5b3226bee tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73 HTTP/1.1" status: 200 len: 210 time: 0.0267334 Jul 30 16:15:32.716269 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293999e-05c0-4087-89e1-2a67d9b95c91 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Pushing event deleted for resources: {'Port': ['ID=d8a766fa-790d-459a-9ce7-a2334623c98f,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:32.769864 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d15d3a-97e3-425d-9cf4-2b5e86699cdb req-5293999e-05c0-4087-89e1-2a67d9b95c91 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] No DVR routers for this DVR port d8a766fa-790d-459a-9ce7-a2334623c98f on host hv-cinder-80295 {{(pid=93353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:15:32.772378 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-c3d15d3a-97e3-425d-9cf4-2b5e86699cdb req-5293999e-05c0-4087-89e1-2a67d9b95c91 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:32.774412 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c3d15d3a-97e3-425d-9cf4-2b5e86699cdb req-5293999e-05c0-4087-89e1-2a67d9b95c91 tempest-TestMinimumBasicScenario-450226561 tempest-TestMinimumBasicScenario-450226561-project] 10.222.0.60 "DELETE /v2.0/ports/d8a766fa-790d-459a-9ce7-a2334623c98f HTTP/1.1" status: 204 len: 173 time: 0.4155357 Jul 30 16:15:32.774844 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'name': 'network-vif-deleted', 'tag': 'd8a766fa-790d-459a-9ce7-a2334623c98f'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:15:32.777151 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770bdf1b-bd9e-4ebe-bdff-0da63379736e" -d '{"events": [{"server_uuid": "4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73", "name": "network-vif-deleted", "tag": "d8a766fa-790d-459a-9ce7-a2334623c98f"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:15:32.867253 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e959ce8-cd4a-4af7-a446-9d01c8322826 x-openstack-request-id: req-3e959ce8-cd4a-4af7-a446-9d01c8322826 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:15:32.867624 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73", "name": "network-vif-deleted", "tag": "d8a766fa-790d-459a-9ce7-a2334623c98f", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:15:32.867878 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3e959ce8-cd4a-4af7-a446-9d01c8322826 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:15:32.868273 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba03dfe-33d9-4eaa-ad6d-ce90f701ce73', 'name': 'network-vif-deleted', 'tag': 'd8a766fa-790d-459a-9ce7-a2334623c98f', 'status': 'completed', 'code': 200} Jul 30 16:15:33.256110 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-6a6e318e-864a-4866-89e5-192b28f5a762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:34.373698 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36266) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:34.707212 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-532f5509-082b-44be-b112-f73bb2477825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701754'] for router_interface, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:34.952244 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-532f5509-082b-44be-b112-f73bb2477825 admin admin] Deleting port fe106a9d-37fd-44ee-875c-092b87c9a787 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:34.952587 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-532f5509-082b-44be-b112-f73bb2477825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:35.027051 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-532f5509-082b-44be-b112-f73bb2477825 admin admin] For port fe106a9d-37fd-44ee-875c-092b87c9a787, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=fe106a9d-37fd-44ee-875c-092b87c9a787,segment=NetworkSegment(ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f),segment_id=ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:35.027325 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-532f5509-082b-44be-b112-f73bb2477825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:35.039913 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-532f5509-082b-44be-b112-f73bb2477825 admin admin] Calling delete_port for fe106a9d-37fd-44ee-875c-092b87c9a787 owned by network:router_interface {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:35.217727 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-532f5509-082b-44be-b112-f73bb2477825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:35.243713 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f5509-082b-44be-b112-f73bb2477825 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe106a9d-37fd-44ee-875c-092b87c9a787,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:35.423165 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-532f5509-082b-44be-b112-f73bb2477825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701782'] for router_interface, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:35.636621 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532f5509-082b-44be-b112-f73bb2477825 admin admin] Router f67b7aba-0660-40ef-bd44-5c3a689b3818 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:15:35.746265 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532f5509-082b-44be-b112-f73bb2477825 admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:15:35.751650 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-532f5509-082b-44be-b112-f73bb2477825 admin admin] 10.222.0.61 "PUT /v2.0/routers/f67b7aba-0660-40ef-bd44-5c3a689b3818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3764997 Jul 30 16:15:35.753978 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36268) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:35.756988 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe40e2f8-9316-487d-b422-5298e58897b1 None None] Sync routers for ids ['f67b7aba-0660-40ef-bd44-5c3a689b3818'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:15:35.766377 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe40e2f8-9316-487d-b422-5298e58897b1 None None] Routers {'f67b7aba-0660-40ef-bd44-5c3a689b3818'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:35.767012 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-fe40e2f8-9316-487d-b422-5298e58897b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:15:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['f67b7aba-0660-40ef-bd44-5c3a689b3818'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:35.859476 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b37d7808-0166-47cf-b4a6-9fe8aa8f3f72 admin admin] Notify callbacks [] for router, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:35.867710 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-fe40e2f8-9316-487d-b422-5298e58897b1 None None] Set router f67b7aba-0660-40ef-bd44-5c3a689b3818 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:35.960053 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b37d7808-0166-47cf-b4a6-9fe8aa8f3f72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.018260 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-b37d7808-0166-47cf-b4a6-9fe8aa8f3f72 admin admin] Deleting port 64a72263-4244-42ed-a82c-6fd387f476d4 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:36.018603 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b37d7808-0166-47cf-b4a6-9fe8aa8f3f72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.044437 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-fe40e2f8-9316-487d-b422-5298e58897b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'name': 'tempest-TestMinimumBasicScenario-1185351390-router', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:15:35Z', 'revision_number': 5, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'gw_port': {'id': '64a72263-4244-42ed-a82c-6fd387f476d4', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:46:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:36.070318 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe40e2f8-9316-487d-b422-5298e58897b1 None None] Checking router: f67b7aba-0660-40ef-bd44-5c3a689b3818 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:15:36.079315 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe40e2f8-9316-487d-b422-5298e58897b1 None None] Routers {'f67b7aba-0660-40ef-bd44-5c3a689b3818'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:36.079927 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-fe40e2f8-9316-487d-b422-5298e58897b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:15:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['f67b7aba-0660-40ef-bd44-5c3a689b3818'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:36.096949 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [None req-b37d7808-0166-47cf-b4a6-9fe8aa8f3f72 admin admin] For port 64a72263-4244-42ed-a82c-6fd387f476d4, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=64a72263-4244-42ed-a82c-6fd387f476d4,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:36.097316 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b37d7808-0166-47cf-b4a6-9fe8aa8f3f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.110140 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-b37d7808-0166-47cf-b4a6-9fe8aa8f3f72 admin admin] Calling delete_port for 64a72263-4244-42ed-a82c-6fd387f476d4 owned by network:router_gateway {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:36.163210 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-fe40e2f8-9316-487d-b422-5298e58897b1 None None] Set router f67b7aba-0660-40ef-bd44-5c3a689b3818 gateway port host: None {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:36.231362 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-fe40e2f8-9316-487d-b422-5298e58897b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'name': 'tempest-TestMinimumBasicScenario-1185351390-router', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:15:35Z', 'revision_number': 6, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'gw_port_host': None}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:36.260653 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-3a99d264-750e-4d0e-b503-ef8127283225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.262038 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.263858 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe40e2f8-9316-487d-b422-5298e58897b1 None None] The sync data for ids ['f67b7aba-0660-40ef-bd44-5c3a689b3818'] in dv-cinder-802955-2-iscsi is: [{'id': 'f67b7aba-0660-40ef-bd44-5c3a689b3818', 'name': 'tempest-TestMinimumBasicScenario-1185351390-router', 'tenant_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:23Z', 'updated_at': '2021-07-30T16:15:35Z', 'revision_number': 6, 'project_id': '127108e0eafb43e1be6fb4ebd5f07fe8', 'gw_port_host': None}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:15:36.281411 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b37d7808-0166-47cf-b4a6-9fe8aa8f3f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.311236 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d7808-0166-47cf-b4a6-9fe8aa8f3f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=64a72263-4244-42ed-a82c-6fd387f476d4,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:36.371853 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b37d7808-0166-47cf-b4a6-9fe8aa8f3f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701684'] for router_gateway, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.463850 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b37d7808-0166-47cf-b4a6-9fe8aa8f3f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2721'] for router, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.466100 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b37d7808-0166-47cf-b4a6-9fe8aa8f3f72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.508042 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b37d7808-0166-47cf-b4a6-9fe8aa8f3f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564731'] for router, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.508647 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37d7808-0166-47cf-b4a6-9fe8aa8f3f72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f67b7aba-0660-40ef-bd44-5c3a689b3818 {{(pid=93353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:15:36.514046 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-b37d7808-0166-47cf-b4a6-9fe8aa8f3f72 admin admin] Notify callbacks [] for router, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.515215 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-b37d7808-0166-47cf-b4a6-9fe8aa8f3f72 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f67b7aba-0660-40ef-bd44-5c3a689b3818 HTTP/1.1" status: 204 len: 168 time: 0.7597761 Jul 30 16:15:36.517649 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36270) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:36.560678 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac8707f-0758-4ec5-961c-23f542a56d9f admin admin] Deleting subnet 0b4df036-92ef-44e4-8d84-baeab289ce51 {{(pid=93353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:15:36.563599 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-aac8707f-0758-4ec5-961c-23f542a56d9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.601656 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-aac8707f-0758-4ec5-961c-23f542a56d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66483350'] for subnet, precommit_delete_associations {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.710868 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-aac8707f-0758-4ec5-961c-23f542a56d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906635'] for subnet, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.769414 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-aac8707f-0758-4ec5-961c-23f542a56d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66541318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66380085'] for subnet, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.793945 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8707f-0758-4ec5-961c-23f542a56d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4df036-92ef-44e4-8d84-baeab289ce51,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:36.799385 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-aac8707f-0758-4ec5-961c-23f542a56d9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.801118 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-aac8707f-0758-4ec5-961c-23f542a56d9f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0b4df036-92ef-44e4-8d84-baeab289ce51 HTTP/1.1" status: 204 len: 168 time: 0.2825670 Jul 30 16:15:36.803640 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36272) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:36.804241 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1a7bf3-d75b-4cd5-839e-7f61936aa381 None None] Network f8637d17-0468-4539-9cbe-8a572756b3af requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:15:36.871490 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2038210'] for network, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.927492 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] Deleting port 40f1ca70-7542-48fa-88c7-786acf7e8edd {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:36.927834 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.985601 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:36.990078 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] For port 40f1ca70-7542-48fa-88c7-786acf7e8edd, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=40f1ca70-7542-48fa-88c7-786acf7e8edd,segment=NetworkSegment(ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f),segment_id=ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:36.990437 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:37.004826 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] Calling delete_port for 40f1ca70-7542-48fa-88c7-786acf7e8edd owned by network:dhcp {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:37.038657 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f77bae-5a9c-43ed-8a6a-8d24a9ac753a None None] DHCP port deletion for f8637d17-0468-4539-9cbe-8a572756b3af request from dv-cinder-802955-2-iscsi {{(pid=93355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 16:15:37.084912 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-68f77bae-5a9c-43ed-8a6a-8d24a9ac753a None None] Deleting port 40f1ca70-7542-48fa-88c7-786acf7e8edd {{(pid=93355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:37.085310 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-68f77bae-5a9c-43ed-8a6a-8d24a9ac753a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:37.090848 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:37.117451 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] Pushing event deleted for resources: {'Port': ['ID=40f1ca70-7542-48fa-88c7-786acf7e8edd,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:37.119308 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] No DVR routers for this DVR port 40f1ca70-7542-48fa-88c7-786acf7e8edd on host dv-cinder-802955-2-iscsi {{(pid=93353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:15:37.154649 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-68f77bae-5a9c-43ed-8a6a-8d24a9ac753a None None] For port 40f1ca70-7542-48fa-88c7-786acf7e8edd, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=40f1ca70-7542-48fa-88c7-786acf7e8edd,segment=NetworkSegment(ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f),segment_id=ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:37.155175 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-68f77bae-5a9c-43ed-8a6a-8d24a9ac753a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:37.168787 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-68f77bae-5a9c-43ed-8a6a-8d24a9ac753a None None] Calling delete_port for 40f1ca70-7542-48fa-88c7-786acf7e8edd owned by network:dhcp {{(pid=93355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:37.191705 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900636', 'neutron.services.segments.db._delete_segments_for_network-8772173602609'] for network, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:37.201460 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.services.segments.db [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8637d17-0468-4539-9cbe-8a572756b3af']}} {{(pid=93353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:37.211586 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.services.segments.db [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f') {'for_net_delete': True} {{(pid=93353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:37.211882 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.services.segments.db [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb3fbba-10ac-48c1-bccc-9ba5df8bb82f') {} {{(pid=93353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:37.222210 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772173603386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66483357'] for segment, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:37.238339 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:37.244950 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:15:37.245299 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-68f77bae-5a9c-43ed-8a6a-8d24a9ac753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631'] for port, after_delete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:37.245454 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66545880'] for segment, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: Traceback (most recent call last): Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: timer() Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: cb(*args, **kw) Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: return func(*args, **kwargs) Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: self._notify() Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: self.callback(batched_events) Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: event.method(event) Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: return f(self, *a, **k) Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: return self._get(url).json() Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: return self.request(url, 'GET', **kwargs) Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:15:37.246951 dv-cinder-802955-2-iscsi neutron-server[93353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:15:37.271663 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f77bae-5a9c-43ed-8a6a-8d24a9ac753a None None] No DVR routers for this DVR port 40f1ca70-7542-48fa-88c7-786acf7e8edd on host dv-cinder-802955-2-iscsi {{(pid=93355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:15:37.273381 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f77bae-5a9c-43ed-8a6a-8d24a9ac753a None None] Pushing event deleted for resources: {'Port': ['ID=40f1ca70-7542-48fa-88c7-786acf7e8edd,revision_number=None']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:37.308213 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701640'] for network, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:37.314711 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:37.319658 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] 10.222.0.61 "DELETE /v2.0/networks/f8637d17-0468-4539-9cbe-8a572756b3af HTTP/1.1" status: 204 len: 168 time: 0.5122862 Jul 30 16:15:37.319848 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36274) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:37.329552 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06642a01-c586-44af-8634-1d949ad37fba admin admin] Pushing event deleted for resources: {'Network': ['ID=f8637d17-0468-4539-9cbe-8a572756b3af,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:37.494564 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 40f1ca70-7542-48fa-88c7-786acf7e8edd no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:15:37.518716 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: 40f1ca70-7542-48fa-88c7-786acf7e8edd {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:15:37.519101 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 40f1ca70-7542-48fa-88c7-786acf7e8edd not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:15:37.519534 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device fe106a9d-37fd-44ee-875c-092b87c9a787 no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:15:37.538953 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: fe106a9d-37fd-44ee-875c-092b87c9a787 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:15:37.539238 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device fe106a9d-37fd-44ee-875c-092b87c9a787 not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:15:37.539898 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 64a72263-4244-42ed-a82c-6fd387f476d4 no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:15:37.558104 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: 64a72263-4244-42ed-a82c-6fd387f476d4 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:15:37.558452 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 64a72263-4244-42ed-a82c-6fd387f476d4 not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:15:37.669364 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e61f0297-ccd3-487d-963b-a783fa3b4884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701754'] for router_interface, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:37.702131 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device d8a766fa-790d-459a-9ce7-a2334623c98f no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:15:37.722476 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: d8a766fa-790d-459a-9ce7-a2334623c98f {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:15:37.723019 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device d8a766fa-790d-459a-9ce7-a2334623c98f not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:15:37.913057 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-e61f0297-ccd3-487d-963b-a783fa3b4884 admin admin] Deleting port fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:37.913419 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e61f0297-ccd3-487d-963b-a783fa3b4884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:37.994553 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-e61f0297-ccd3-487d-963b-a783fa3b4884 admin admin] For port fb21a17f-5f2b-4dc4-ae58-3604f8da92a3, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=fb21a17f-5f2b-4dc4-ae58-3604f8da92a3,segment=NetworkSegment(3c5ba829-0771-405b-b08f-fc2921995e16),segment_id=3c5ba829-0771-405b-b08f-fc2921995e16)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:37.994824 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e61f0297-ccd3-487d-963b-a783fa3b4884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:38.007677 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-e61f0297-ccd3-487d-963b-a783fa3b4884 admin admin] Calling delete_port for fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 owned by network:router_interface {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:38.134288 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:15:38.183808 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e61f0297-ccd3-487d-963b-a783fa3b4884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:38.209819 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f0297-ccd3-487d-963b-a783fa3b4884 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb21a17f-5f2b-4dc4-ae58-3604f8da92a3,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:38.371067 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e61f0297-ccd3-487d-963b-a783fa3b4884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701782'] for router_interface, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:38.457521 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:38.584624 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61f0297-ccd3-487d-963b-a783fa3b4884 admin admin] Router 08fb69cb-0e35-474f-9380-a7c9e16949ac has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:15:38.688398 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61f0297-ccd3-487d-963b-a783fa3b4884 admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:15:38.693279 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-e61f0297-ccd3-487d-963b-a783fa3b4884 admin admin] 10.222.0.61 "PUT /v2.0/routers/08fb69cb-0e35-474f-9380-a7c9e16949ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3724136 Jul 30 16:15:38.695817 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36276) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:38.698365 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bebef9b-c673-4997-8410-46b46b433cc8 None None] Sync routers for ids ['08fb69cb-0e35-474f-9380-a7c9e16949ac'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:15:38.712019 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bebef9b-c673-4997-8410-46b46b433cc8 None None] Routers {'08fb69cb-0e35-474f-9380-a7c9e16949ac'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:38.712679 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-3bebef9b-c673-4997-8410-46b46b433cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:15:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['08fb69cb-0e35-474f-9380-a7c9e16949ac'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:38.821289 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-3bebef9b-c673-4997-8410-46b46b433cc8 None None] Set router 08fb69cb-0e35-474f-9380-a7c9e16949ac gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:39.040424 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-97afc188-ab6b-4bc7-8d9b-51ccdae669e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:39.089801 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-3bebef9b-c673-4997-8410-46b46b433cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'name': 'tempest-TestMinimumBasicScenario-2089785505-router', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:27Z', 'updated_at': '2021-07-30T16:15:38Z', 'revision_number': 5, 'project_id': '4a13d856d3b34da49d6d6873babb0431', 'gw_port': {'id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:28Z', 'updated_at': '2021-07-30T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:39.116022 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bebef9b-c673-4997-8410-46b46b433cc8 None None] Checking router: 08fb69cb-0e35-474f-9380-a7c9e16949ac for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:15:39.124423 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bebef9b-c673-4997-8410-46b46b433cc8 None None] Routers {'08fb69cb-0e35-474f-9380-a7c9e16949ac'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:39.125035 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-3bebef9b-c673-4997-8410-46b46b433cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:15:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['08fb69cb-0e35-474f-9380-a7c9e16949ac'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:39.149693 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-97afc188-ab6b-4bc7-8d9b-51ccdae669e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:39.210010 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-97afc188-ab6b-4bc7-8d9b-51ccdae669e1 admin admin] Deleting port d2bdbb75-35ae-4711-880c-6dc7a92f438c {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:39.210361 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-97afc188-ab6b-4bc7-8d9b-51ccdae669e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:39.236786 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-3bebef9b-c673-4997-8410-46b46b433cc8 None None] Set router 08fb69cb-0e35-474f-9380-a7c9e16949ac gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:39.293446 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-97afc188-ab6b-4bc7-8d9b-51ccdae669e1 admin admin] For port d2bdbb75-35ae-4711-880c-6dc7a92f438c, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=d2bdbb75-35ae-4711-880c-6dc7a92f438c,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:39.293812 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-97afc188-ab6b-4bc7-8d9b-51ccdae669e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:39.306274 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-97afc188-ab6b-4bc7-8d9b-51ccdae669e1 admin admin] Calling delete_port for d2bdbb75-35ae-4711-880c-6dc7a92f438c owned by network:router_gateway {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:39.412966 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-3bebef9b-c673-4997-8410-46b46b433cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'name': 'tempest-TestMinimumBasicScenario-2089785505-router', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:27Z', 'updated_at': '2021-07-30T16:15:38Z', 'revision_number': 5, 'project_id': '4a13d856d3b34da49d6d6873babb0431', 'gw_port': {'id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:28Z', 'updated_at': '2021-07-30T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:39.443576 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bebef9b-c673-4997-8410-46b46b433cc8 None None] The sync data for ids ['08fb69cb-0e35-474f-9380-a7c9e16949ac'] in dv-cinder-802955-2-iscsi is: [{'id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'name': 'tempest-TestMinimumBasicScenario-2089785505-router', 'tenant_id': '4a13d856d3b34da49d6d6873babb0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:27Z', 'updated_at': '2021-07-30T16:15:38Z', 'revision_number': 5, 'project_id': '4a13d856d3b34da49d6d6873babb0431', 'gw_port': {'id': 'd2bdbb75-35ae-4711-880c-6dc7a92f438c', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:64:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fb69cb-0e35-474f-9380-a7c9e16949ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:28Z', 'updated_at': '2021-07-30T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:15:39.483627 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-97afc188-ab6b-4bc7-8d9b-51ccdae669e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:39.509667 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afc188-ab6b-4bc7-8d9b-51ccdae669e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2bdbb75-35ae-4711-880c-6dc7a92f438c,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:39.575553 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-97afc188-ab6b-4bc7-8d9b-51ccdae669e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701684'] for router_gateway, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:39.669860 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-97afc188-ab6b-4bc7-8d9b-51ccdae669e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2721'] for router, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:39.671939 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-97afc188-ab6b-4bc7-8d9b-51ccdae669e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:39.713812 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-97afc188-ab6b-4bc7-8d9b-51ccdae669e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564731'] for router, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:39.714372 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97afc188-ab6b-4bc7-8d9b-51ccdae669e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08fb69cb-0e35-474f-9380-a7c9e16949ac {{(pid=93354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:15:39.719257 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-97afc188-ab6b-4bc7-8d9b-51ccdae669e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:39.720499 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-97afc188-ab6b-4bc7-8d9b-51ccdae669e1 admin admin] 10.222.0.61 "DELETE /v2.0/routers/08fb69cb-0e35-474f-9380-a7c9e16949ac HTTP/1.1" status: 204 len: 168 time: 1.0235646 Jul 30 16:15:39.722731 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36280) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:39.766357 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f548c6-b6ea-4f76-892e-d34c2688e2d8 admin admin] Deleting subnet eec473f9-57d3-4fee-b7d4-b55ed7bf91a1 {{(pid=93354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:15:39.769256 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e4f548c6-b6ea-4f76-892e-d34c2688e2d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:39.807669 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e4f548c6-b6ea-4f76-892e-d34c2688e2d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6082454'] for subnet, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:39.902962 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e4f548c6-b6ea-4f76-892e-d34c2688e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906635'] for subnet, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:39.958200 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e4f548c6-b6ea-4f76-892e-d34c2688e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7322548'] for subnet, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:39.982672 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f548c6-b6ea-4f76-892e-d34c2688e2d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eec473f9-57d3-4fee-b7d4-b55ed7bf91a1,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:39.988261 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e4f548c6-b6ea-4f76-892e-d34c2688e2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:39.990267 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-e4f548c6-b6ea-4f76-892e-d34c2688e2d8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/eec473f9-57d3-4fee-b7d4-b55ed7bf91a1 HTTP/1.1" status: 204 len: 168 time: 0.2665946 Jul 30 16:15:39.992642 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36282) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:39.995219 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991d093f-bb5d-4615-b999-3a8b087488cd None None] Network 15278a78-735c-401d-8604-d6dd994add51 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:15:40.063961 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2038210'] for network, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:40.122014 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] Deleting port a830c69d-0eef-4165-8b37-1417583c46b0 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:40.122929 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:40.186044 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] For port a830c69d-0eef-4165-8b37-1417583c46b0, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=a830c69d-0eef-4165-8b37-1417583c46b0,segment=NetworkSegment(3c5ba829-0771-405b-b08f-fc2921995e16),segment_id=3c5ba829-0771-405b-b08f-fc2921995e16)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:40.186312 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:40.198442 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] Calling delete_port for a830c69d-0eef-4165-8b37-1417583c46b0 owned by network:dhcp {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:40.276523 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:40.301632 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] Pushing event deleted for resources: {'Port': ['ID=a830c69d-0eef-4165-8b37-1417583c46b0,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:40.305960 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] No DVR routers for this DVR port a830c69d-0eef-4165-8b37-1417583c46b0 on host dv-cinder-802955-2-iscsi {{(pid=93354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:15:40.379988 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900636', 'neutron.services.segments.db._delete_segments_for_network-8772173602609'] for network, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:40.389583 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15278a78-735c-401d-8604-d6dd994add51']}} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:40.399233 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5ba829-0771-405b-b08f-fc2921995e16') {'for_net_delete': True} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:40.399530 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5ba829-0771-405b-b08f-fc2921995e16') {} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:40.408456 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772173603386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6082461'] for segment, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:40.422537 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:40.428326 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=93354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:15:40.428713 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5953348'] for segment, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: Traceback (most recent call last): Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: timer() Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: cb(*args, **kw) Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: return func(*args, **kwargs) Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: self._notify() Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: self.callback(batched_events) Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: event.method(event) Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: return f(self, *a, **k) Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._get(url).json() Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: return self.request(url, 'GET', **kwargs) Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:15:40.430534 dv-cinder-802955-2-iscsi neutron-server[93354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:15:40.491033 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c531a6c1-58ca-431c-84b8-7fa4849cd803 None None] DHCP port deletion for 15278a78-735c-401d-8604-d6dd994add51 request from dv-cinder-802955-2-iscsi {{(pid=93355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 16:15:40.491451 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701640'] for network, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:40.496771 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:40.504469 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] 10.222.0.61 "DELETE /v2.0/networks/15278a78-735c-401d-8604-d6dd994add51 HTTP/1.1" status: 204 len: 168 time: 0.5052912 Jul 30 16:15:40.520708 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8a781-bb4e-4ced-8d69-911bc88aaaed admin admin] Pushing event deleted for resources: {'Network': ['ID=15278a78-735c-401d-8604-d6dd994add51,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:40.672003 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36286) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:40.711459 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-e2a11400-ff54-4b04-a55e-a7d7579976b6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=127108e0eafb43e1be6fb4ebd5f07fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381598 Jul 30 16:15:40.714057 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36288) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:40.765394 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5aeaaf23-b776-4d81-b5ba-d0c6dacd99b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:40.785853 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5aeaaf23-b776-4d81-b5ba-d0c6dacd99b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:40.830337 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5aeaaf23-b776-4d81-b5ba-d0c6dacd99b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:40.833124 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-5aeaaf23-b776-4d81-b5ba-d0c6dacd99b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:40.834260 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-5aeaaf23-b776-4d81-b5ba-d0c6dacd99b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e531ce0b-1047-40ee-934a-10811d6e32c7 HTTP/1.1" status: 204 len: 168 time: 0.1193194 Jul 30 16:15:40.842524 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeaaf23-b776-4d81-b5ba-d0c6dacd99b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e531ce0b-1047-40ee-934a-10811d6e32c7,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:41.137844 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36294) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:41.177397 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-dd4e42a5-bc24-4343-91a5-a6e62ef1baee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a13d856d3b34da49d6d6873babb0431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376534 Jul 30 16:15:41.179741 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36296) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:41.229023 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5b234ed3-de58-4a18-ad79-a08099036c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:41.250417 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5b234ed3-de58-4a18-ad79-a08099036c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:41.301857 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5b234ed3-de58-4a18-ad79-a08099036c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:41.304528 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-5b234ed3-de58-4a18-ad79-a08099036c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:41.305674 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-5b234ed3-de58-4a18-ad79-a08099036c9e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/287cd373-ba50-4f13-b20d-3d54121139b5 HTTP/1.1" status: 204 len: 168 time: 0.1250391 Jul 30 16:15:41.313872 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b234ed3-de58-4a18-ad79-a08099036c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287cd373-ba50-4f13-b20d-3d54121139b5,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:41.487816 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device d2bdbb75-35ae-4711-880c-6dc7a92f438c no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:15:41.507671 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: d2bdbb75-35ae-4711-880c-6dc7a92f438c {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:15:41.508137 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device d2bdbb75-35ae-4711-880c-6dc7a92f438c not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:15:41.508454 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device a830c69d-0eef-4165-8b37-1417583c46b0 no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:15:41.526926 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: a830c69d-0eef-4165-8b37-1417583c46b0 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:15:41.527290 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device a830c69d-0eef-4165-8b37-1417583c46b0 not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:15:41.527708 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:15:41.546498 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:15:41.546839 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device fb21a17f-5f2b-4dc4-ae58-3604f8da92a3 not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:15:41.960222 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36318) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:42.052392 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-75765d63-456c-4da6-a039-2b8800fd3c56 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-701961744-network', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:15:42.073278 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75765d63-456c-4da6-a039-2b8800fd3c56 admin admin] Made reservation on behalf of 0ee940c6e27c47c6a6a69d813ec09053 for: {'network': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:15:42.076522 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-75765d63-456c-4da6-a039-2b8800fd3c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.084562 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-75765d63-456c-4da6-a039-2b8800fd3c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.171075 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-75765d63-456c-4da6-a039-2b8800fd3c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.175502 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-75765d63-456c-4da6-a039-2b8800fd3c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.203180 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75765d63-456c-4da6-a039-2b8800fd3c56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=93353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:15:42.209649 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75765d63-456c-4da6-a039-2b8800fd3c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ffec28-4543-4217-a3c2-77d066c72e11,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:42.215937 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-75765d63-456c-4da6-a039-2b8800fd3c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.216840 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.segments_db [None req-75765d63-456c-4da6-a039-2b8800fd3c56 admin admin] Added segment 8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c of type vlan for network c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 Jul 30 16:15:42.256279 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-75765d63-456c-4da6-a039-2b8800fd3c56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.284476 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-75765d63-456c-4da6-a039-2b8800fd3c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.285363 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75765d63-456c-4da6-a039-2b8800fd3c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:42.285961 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-75765d63-456c-4da6-a039-2b8800fd3c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.340639 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-75765d63-456c-4da6-a039-2b8800fd3c56 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3793316 Jul 30 16:15:42.344172 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36322) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:42.348241 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75765d63-456c-4da6-a039-2b8800fd3c56 admin admin] Pushing event updated for resources: {'Network': ['ID=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:42.349134 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-38562537-d9c7-4df5-a306-51f047b1c269 admin admin] Request body: {'subnet': {'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-701961744-subnet', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'ip_version': 4}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:15:42.358611 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:15:42.373295 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38562537-d9c7-4df5-a306-51f047b1c269 admin admin] Made reservation on behalf of 0ee940c6e27c47c6a6a69d813ec09053 for: {'subnet': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:15:42.376381 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-38562537-d9c7-4df5-a306-51f047b1c269 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7322515'] for subnet, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.549293 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-38562537-d9c7-4df5-a306-51f047b1c269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5957849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7322557'] for subnet, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.603297 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38562537-d9c7-4df5-a306-51f047b1c269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a92112d-c510-4e4d-9c6f-019e181dd50a,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:42.610354 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38562537-d9c7-4df5-a306-51f047b1c269 admin admin] Checking segment: {'id': '8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:15:42.610705 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38562537-d9c7-4df5-a306-51f047b1c269 admin admin] Network hostable DHCP agents. Network: c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93354) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:15:42.627254 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38562537-d9c7-4df5-a306-51f047b1c269 admin admin] Network c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93354) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:15:42.635620 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-38562537-d9c7-4df5-a306-51f047b1c269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2) {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:15:42.640075 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38562537-d9c7-4df5-a306-51f047b1c269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:42.640666 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-38562537-d9c7-4df5-a306-51f047b1c269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.645088 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf63ad7-3bd3-4f5b-8b99-7aa4870b9aa3 None None] Network c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:15:42.658567 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-38562537-d9c7-4df5-a306-51f047b1c269 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3132219 Jul 30 16:15:42.661115 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36324) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:42.665550 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-701961744-router', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:15:42.686116 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2743'] for router, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.687356 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2744'] for router, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.745498 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.796455 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ab6931-0e42-5e2b-bdaf-3677ef1877a7-c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'fixed_ips': [{'subnet_id': '4a92112d-c510-4e4d-9c6f-019e181dd50a'}]}} from dv-cinder-802955-2-iscsi. {{(pid=93355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:15:42.797326 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.877654 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.928205 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.db_base_plugin_common [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Allocated IP 172.20.0.2 (c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2/4a92112d-c510-4e4d-9c6f-019e181dd50a/c7f08387-5be5-4928-9a93-9624df130287) {{(pid=93355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:15:43.075407 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:43.075749 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:43.084468 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Transition to ACTIVE for port object c7f08387-5be5-4928-9a93-9624df130287 will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:15:43.094091 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:43.098621 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Transition to ACTIVE for port object c7f08387-5be5-4928-9a93-9624df130287 will not be triggered until provisioned by entity DHCP. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:15:43.105560 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:43.143947 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Network c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 is already hosted by enough agents. {{(pid=93355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:15:43.148505 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.base_scheduler [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Resources bound (agent type, host, resource id): {{(pid=93355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:15:43.152763 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Received port after_create {{(pid=93355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:15:43.157657 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Pushing event updated for resources: {'Port': ['ID=c7f08387-5be5-4928-9a93-9624df130287,revision_number=1']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:43.202916 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Allocated IP 172.27.3.133 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/0c266ee2-24ee-4f60-b572-d928765f7d62) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:15:43.211680 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Attempting to bind port c7f08387-5be5-4928-9a93-9624df130287 on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:15:43.212075 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Attempting to bind port c7f08387-5be5-4928-9a93-9624df130287 by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': '8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:15:43.212587 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Attempting to bind port c7f08387-5be5-4928-9a93-9624df130287 on network c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:15:43.218332 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:15:43.218701 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Checking segment: {'id': '8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:15:43.219131 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:43.219523 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Bound using segment: {'id': '8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:15:43.219986 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Bound port: c7f08387-5be5-4928-9a93-9624df130287, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:15:43.220500 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:43.281139 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] For port c7f08387-5be5-4928-9a93-9624df130287, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:15:43.284217 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] For port c7f08387-5be5-4928-9a93-9624df130287, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=c7f08387-5be5-4928-9a93-9624df130287,segment=NetworkSegment(8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c),segment_id=8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:15:43.288523 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:43.305972 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:43.346026 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:43.348595 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e0481-bb1c-4773-a484-e412c23646a6 None None] Pushing event updated for resources: {'Port': ['ID=c7f08387-5be5-4928-9a93-9624df130287,revision_number=2']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:43.384158 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:15:43.386979 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:15:43.392410 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:15:43.417508 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Pushing event updated for resources: {'Port': ['ID=0c266ee2-24ee-4f60-b572-d928765f7d62,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:43.651364 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:43.839760 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701584'] for router, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:43.970761 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Router 481ad4a9-94cf-43e8-8329-992efbce5cbd is scheduled to L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 with binding_index 1 {{(pid=93354) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:15:44.078517 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:15:44.087213 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Sync routers for ids ['481ad4a9-94cf-43e8-8329-992efbce5cbd'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:15:44.094117 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] Notify callbacks [] for router, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:44.097945 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-a06cd710-9441-479d-baf2-58731fecdd13 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4334412 Jul 30 16:15:44.098527 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36326) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:44.101272 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Routers {'481ad4a9-94cf-43e8-8329-992efbce5cbd'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:44.101985 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-8ef59997-d14f-454c-949d-76d010324320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:15:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['481ad4a9-94cf-43e8-8329-992efbce5cbd'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:44.155671 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce13b758-3fd9-4b5b-9885-4ba15cc91ff8 None None] Network c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:15:44.393577 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-a9a1eec2-4871-4920-a656-2d08236577cc None None] Provisioning for port c7f08387-5be5-4928-9a93-9624df130287 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:15:44.413893 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Set router 481ad4a9-94cf-43e8-8329-992efbce5cbd gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:44.552288 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:44.669572 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-8ef59997-d14f-454c-949d-76d010324320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'name': 'tempest-TestShelveInstance-701961744-router', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:42Z', 'updated_at': '2021-07-30T16:15:43Z', 'revision_number': 3, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'gw_port': {'id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:43Z', 'updated_at': '2021-07-30T16:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:44.696174 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Checking router: 481ad4a9-94cf-43e8-8329-992efbce5cbd for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:15:44.696520 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Updating router 481ad4a9-94cf-43e8-8329-992efbce5cbd port 0c266ee2-24ee-4f60-b572-d928765f7d62 binding host dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:15:44.723490 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:44.757501 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:44.923417 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_common [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Allocated IP 172.20.0.1 (c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2/4a92112d-c510-4e4d-9c6f-019e181dd50a/bb73360c-e8ae-48ed-919c-57a6fd1d7356) {{(pid=93354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:15:45.004312 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Notify callbacks [] for port, precommit_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.014741 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Transition to ACTIVE for port object 0c266ee2-24ee-4f60-b572-d928765f7d62 will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:15:45.020889 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.034138 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.047309 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.provisioning_blocks [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Transition to ACTIVE for port object bb73360c-e8ae-48ed-919c-57a6fd1d7356 will not be triggered until provisioned by entity DHCP. {{(pid=93354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:15:45.070998 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Attempting to bind port 0c266ee2-24ee-4f60-b572-d928765f7d62 on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:15:45.071368 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Attempting to bind port 0c266ee2-24ee-4f60-b572-d928765f7d62 by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:15:45.071724 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Attempting to bind port 0c266ee2-24ee-4f60-b572-d928765f7d62 on network 44fd2069-56d3-48dd-a694-00b845ece913 {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:15:45.078762 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36094f4-4379-44ce-97a4-6eafea83c803 None None] Pushing event updated for resources: {'Port': ['ID=0c266ee2-24ee-4f60-b572-d928765f7d62,revision_number=2']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:45.082199 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.082359 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:15:45.082734 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Checking segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:15:45.083179 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.083561 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Bound using segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:15:45.084027 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Bound port: 0c266ee2-24ee-4f60-b572-d928765f7d62, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:15:45.084403 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.120417 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Network c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:15:45.121910 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:15:45.126073 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Received port after_create {{(pid=93354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:15:45.140923 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-8ef59997-d14f-454c-949d-76d010324320 None None] For port 0c266ee2-24ee-4f60-b572-d928765f7d62, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:15:45.145618 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-8ef59997-d14f-454c-949d-76d010324320 None None] For port 0c266ee2-24ee-4f60-b572-d928765f7d62, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=0c266ee2-24ee-4f60-b572-d928765f7d62,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:15:45.149690 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.164100 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Pushing event updated for resources: {'Port': ['ID=bb73360c-e8ae-48ed-919c-57a6fd1d7356,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:45.175378 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701519'] for router_interface, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.203476 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Routers {'481ad4a9-94cf-43e8-8329-992efbce5cbd'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:45.203925 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-8ef59997-d14f-454c-949d-76d010324320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:15:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['481ad4a9-94cf-43e8-8329-992efbce5cbd'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:45.251151 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36094f4-4379-44ce-97a4-6eafea83c803 None None] Pushing event updated for resources: {'Port': ['ID=0c266ee2-24ee-4f60-b572-d928765f7d62,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:45.308293 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.327377 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-8ef59997-d14f-454c-949d-76d010324320 None None] Set router 481ad4a9-94cf-43e8-8329-992efbce5cbd gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:45.432072 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-0144186d-3271-49b9-a96d-563affefe8f6 None None] Provisioning for port bb73360c-e8ae-48ed-919c-57a6fd1d7356 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:15:45.437341 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-0144186d-3271-49b9-a96d-563affefe8f6 None None] Provisioning complete for port bb73360c-e8ae-48ed-919c-57a6fd1d7356 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:45.437710 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-0144186d-3271-49b9-a96d-563affefe8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.492387 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.492779 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-0144186d-3271-49b9-a96d-563affefe8f6 None None] Port bb73360c-e8ae-48ed-919c-57a6fd1d7356 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:15:45.498064 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5957804'] for port, after_update {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.523027 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device c7f08387-5be5-4928-9a93-9624df130287 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:15:45.565044 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Pushing event updated for resources: {'Port': ['ID=bb73360c-e8ae-48ed-919c-57a6fd1d7356,revision_number=2']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:45.568114 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701919'] for router_interface, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.586804 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port c7f08387-5be5-4928-9a93-9624df130287 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:15:45.589554 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-8ef59997-d14f-454c-949d-76d010324320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'name': 'tempest-TestShelveInstance-701961744-router', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:42Z', 'updated_at': '2021-07-30T16:15:43Z', 'revision_number': 3, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'gw_port': {'id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:43Z', 'updated_at': '2021-07-30T16:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:45.615938 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef59997-d14f-454c-949d-76d010324320 None None] The sync data for ids ['481ad4a9-94cf-43e8-8329-992efbce5cbd'] in dv-cinder-802955-2-iscsi is: [{'id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'name': 'tempest-TestShelveInstance-701961744-router', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:42Z', 'updated_at': '2021-07-30T16:15:43Z', 'revision_number': 3, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'gw_port': {'id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:43Z', 'updated_at': '2021-07-30T16:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:15:45.617438 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port c7f08387-5be5-4928-9a93-9624df130287 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:45.617810 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.667703 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Network c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 is already hosted by enough agents. {{(pid=93354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:15:45.669463 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.base_scheduler [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:15:45.708017 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.749085 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port c7f08387-5be5-4928-9a93-9624df130287, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=c7f08387-5be5-4928-9a93-9624df130287,segment=NetworkSegment(8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c),segment_id=8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:45.753475 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.803272 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Router 481ad4a9-94cf-43e8-8329-992efbce5cbd has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:15:45.816845 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=c7f08387-5be5-4928-9a93-9624df130287,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:45.936386 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:15:45.942917 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-207d2dcd-2bd0-42fb-9fad-b0ff0e129e2b admin admin] 10.222.0.61 "PUT /v2.0/routers/481ad4a9-94cf-43e8-8329-992efbce5cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8422930 Jul 30 16:15:46.017437 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-30c11650-026f-41df-acc5-fee8928f5309 None None] Provisioning complete for port bb73360c-e8ae-48ed-919c-57a6fd1d7356 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:46.017770 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-30c11650-026f-41df-acc5-fee8928f5309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:46.053516 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-30c11650-026f-41df-acc5-fee8928f5309 None None] Port bb73360c-e8ae-48ed-919c-57a6fd1d7356 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:15:46.428466 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36342) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:46.433570 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-25aefd32-8efc-4cb4-b538-896e336143a2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-762279450-network', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:15:46.455215 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aefd32-8efc-4cb4-b538-896e336143a2 admin admin] Made reservation on behalf of 3edffa79313d4270b0ffcdf733f0ce5f for: {'network': 1} {{(pid=93354) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:15:46.457453 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-25aefd32-8efc-4cb4-b538-896e336143a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for network, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:46.469023 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-25aefd32-8efc-4cb4-b538-896e336143a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:46.558203 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-25aefd32-8efc-4cb4-b538-896e336143a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:46.562368 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-25aefd32-8efc-4cb4-b538-896e336143a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:46.587467 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25aefd32-8efc-4cb4-b538-896e336143a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=93354) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:15:46.596171 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aefd32-8efc-4cb4-b538-896e336143a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbd1948-63f4-4723-9452-2edb0116b4e7,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:46.604221 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-25aefd32-8efc-4cb4-b538-896e336143a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:46.604221 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.db.segments_db [None req-25aefd32-8efc-4cb4-b538-896e336143a2 admin admin] Added segment db569e59-d810-4801-a63b-445c2fd2480b of type vlan for network 03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5 Jul 30 16:15:46.645726 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-25aefd32-8efc-4cb4-b538-896e336143a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772173128286'] for network, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:46.674552 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-25aefd32-8efc-4cb4-b538-896e336143a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461'] for network, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:46.675534 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aefd32-8efc-4cb4-b538-896e336143a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:46.676113 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-25aefd32-8efc-4cb4-b538-896e336143a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:46.724827 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-25aefd32-8efc-4cb4-b538-896e336143a2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2951052 Jul 30 16:15:46.727779 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36344) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:46.734071 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aefd32-8efc-4cb4-b538-896e336143a2 admin admin] Pushing event updated for resources: {'Network': ['ID=03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5,revision_number=1']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:46.734225 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-282d18e7-cd00-418e-a3b0-b2f8784a02cf admin admin] Request body: {'subnet': {'network_id': '03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-762279450-subnet', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'ip_version': 4}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:15:46.745038 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Network 03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5 details requested by agent ovs-agent-dv-cinder-802955-2-iscsi with host dv-cinder-802955-2-iscsi {{(pid=93355) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:15:46.759380 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282d18e7-cd00-418e-a3b0-b2f8784a02cf admin admin] Made reservation on behalf of 3edffa79313d4270b0ffcdf733f0ce5f for: {'subnet': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:15:46.761966 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-282d18e7-cd00-418e-a3b0-b2f8784a02cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66380050'] for subnet, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:46.932798 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-282d18e7-cd00-418e-a3b0-b2f8784a02cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66541381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66380092'] for subnet, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:46.986712 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d18e7-cd00-418e-a3b0-b2f8784a02cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa5daeb-b784-4a24-a0b9-3d85284d3e37,revision_number=0']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:46.997616 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282d18e7-cd00-418e-a3b0-b2f8784a02cf admin admin] Checking segment: {'id': 'db569e59-d810-4801-a63b-445c2fd2480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:15:46.997988 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282d18e7-cd00-418e-a3b0-b2f8784a02cf admin admin] Network hostable DHCP agents. Network: 03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5, hostable agents: ['48642fd1-2720-41ca-b151-2ae2ad9b8093'], hosted agents: [] {{(pid=93353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:15:47.014765 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282d18e7-cd00-418e-a3b0-b2f8784a02cf admin admin] Network 03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5 is scheduled to be hosted by DHCP agent 48642fd1-2720-41ca-b151-2ae2ad9b8093 with binding_index 1 {{(pid=93353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:15:47.023822 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-282d18e7-cd00-418e-a3b0-b2f8784a02cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802955-2-iscsi, 03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5) {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:15:47.030114 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282d18e7-cd00-418e-a3b0-b2f8784a02cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:47.030716 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-282d18e7-cd00-418e-a3b0-b2f8784a02cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.032409 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966cf86c-54d6-436e-bad0-91fe7be80a48 None None] Network 03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:15:47.047644 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-282d18e7-cd00-418e-a3b0-b2f8784a02cf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3181462 Jul 30 16:15:47.050229 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36346) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:47.054728 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-762279450-router', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:15:47.079760 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2743'] for router, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.080862 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700495', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2744'] for router, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.137517 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.138605 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Sync routers for ids ['481ad4a9-94cf-43e8-8329-992efbce5cbd'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:15:47.148717 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Routers {'481ad4a9-94cf-43e8-8329-992efbce5cbd'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:47.149332 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:15:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['481ad4a9-94cf-43e8-8329-992efbce5cbd'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:47.190051 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp39ab6931-0e42-5e2b-bdaf-3677ef1877a7-03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5', 'network_id': '03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'fixed_ips': [{'subnet_id': 'cfa5daeb-b784-4a24-a0b9-3d85284d3e37'}]}} from dv-cinder-802955-2-iscsi. {{(pid=93355) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:15:47.190925 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.264500 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Set router 481ad4a9-94cf-43e8-8329-992efbce5cbd gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:47.277490 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.326743 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.db_base_plugin_common [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Allocated IP 172.20.0.2 (03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5/cfa5daeb-b784-4a24-a0b9-3d85284d3e37/60b67a8c-21b3-45a8-932b-cefcc5e15c9c) {{(pid=93355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:15:47.499444 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Notify callbacks [] for port, precommit_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.508444 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.519268 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Transition to ACTIVE for port object 60b67a8c-21b3-45a8-932b-cefcc5e15c9c will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:15:47.520016 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'name': 'tempest-TestShelveInstance-701961744-router', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:42Z', 'updated_at': '2021-07-30T16:15:45Z', 'revision_number': 4, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'gw_port': {'id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:43Z', 'updated_at': '2021-07-30T16:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'bb73360c-e8ae-48ed-919c-57a6fd1d7356', 'name': '', 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'mac_address': 'fa:16:3e:50:18:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:44Z', 'updated_at': '2021-07-30T16:15:45Z', 'revision_number': 2, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'subnets': [{'id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:47.530391 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.538877 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Transition to ACTIVE for port object 60b67a8c-21b3-45a8-932b-cefcc5e15c9c will not be triggered until provisioned by entity DHCP. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:15:47.544715 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622'] for port, after_create {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.560251 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Checking router: 481ad4a9-94cf-43e8-8329-992efbce5cbd for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:15:47.560954 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Updating router 481ad4a9-94cf-43e8-8329-992efbce5cbd port bb73360c-e8ae-48ed-919c-57a6fd1d7356 binding host dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:15:47.583802 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Network 03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5 is already hosted by enough agents. {{(pid=93355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:15:47.590330 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.scheduler.base_scheduler [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Resources bound (agent type, host, resource id): {{(pid=93355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:15:47.593259 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.595504 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Received port after_create {{(pid=93355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:15:47.598533 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Pushing event updated for resources: {'Port': ['ID=60b67a8c-21b3-45a8-932b-cefcc5e15c9c,revision_number=1']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:47.653333 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Allocated IP 172.27.3.161 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/62c0a59f-984f-4a1d-a091-ce2763ac080e) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:15:47.658245 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device c7f08387-5be5-4928-9a93-9624df130287 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:15:47.660720 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Attempting to bind port 60b67a8c-21b3-45a8-932b-cefcc5e15c9c on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:15:47.661151 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Attempting to bind port 60b67a8c-21b3-45a8-932b-cefcc5e15c9c by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'db569e59-d810-4801-a63b-445c2fd2480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:15:47.661566 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Attempting to bind port 60b67a8c-21b3-45a8-932b-cefcc5e15c9c on network 03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5 {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:15:47.688138 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:15:47.688634 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Checking segment: {'id': 'db569e59-d810-4801-a63b-445c2fd2480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:15:47.689104 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.689555 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Bound using segment: {'id': 'db569e59-d810-4801-a63b-445c2fd2480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:15:47.690090 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Bound port: 60b67a8c-21b3-45a8-932b-cefcc5e15c9c, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db569e59-d810-4801-a63b-445c2fd2480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:15:47.690530 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.763465 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.764053 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port c7f08387-5be5-4928-9a93-9624df130287 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:47.764650 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.788967 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] For port 60b67a8c-21b3-45a8-932b-cefcc5e15c9c, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:15:47.805312 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] For port 60b67a8c-21b3-45a8-932b-cefcc5e15c9c, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=60b67a8c-21b3-45a8-932b-cefcc5e15c9c,segment=NetworkSegment(db569e59-d810-4801-a63b-445c2fd2480b),segment_id=db569e59-d810-4801-a63b-445c2fd2480b)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:15:47.812497 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.814328 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.850512 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:15:47.853775 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:15:47.860267 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:15:47.866115 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Pushing event updated for resources: {'Port': ['ID=62c0a59f-984f-4a1d-a091-ce2763ac080e,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:47.898131 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e986a-fdf2-48a2-9637-3f7e632fa32d None None] Pushing event updated for resources: {'Port': ['ID=60b67a8c-21b3-45a8-932b-cefcc5e15c9c,revision_number=2']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:47.901005 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Notify callbacks [] for port, precommit_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.912244 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.provisioning_blocks [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Transition to ACTIVE for port object bb73360c-e8ae-48ed-919c-57a6fd1d7356 will not be triggered until provisioned by entity L2. {{(pid=93356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:15:47.917204 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 0c266ee2-24ee-4f60-b572-d928765f7d62 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:15:47.922276 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:47.971509 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f055d-8773-444b-add0-5882b651b4ae None None] Pushing event updated for resources: {'Port': ['ID=bb73360c-e8ae-48ed-919c-57a6fd1d7356,revision_number=3']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:47.979327 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port 0c266ee2-24ee-4f60-b572-d928765f7d62 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:15:47.985683 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 0c266ee2-24ee-4f60-b572-d928765f7d62 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:47.986228 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:48.048087 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f055d-8773-444b-add0-5882b651b4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:48.048442 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f055d-8773-444b-add0-5882b651b4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:48.048781 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f055d-8773-444b-add0-5882b651b4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:48.049114 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f055d-8773-444b-add0-5882b651b4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:48.049503 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f055d-8773-444b-add0-5882b651b4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:48.049829 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f055d-8773-444b-add0-5882b651b4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:48.050153 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f055d-8773-444b-add0-5882b651b4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:48.050476 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f055d-8773-444b-add0-5882b651b4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:48.050817 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f055d-8773-444b-add0-5882b651b4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:48.051173 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f055d-8773-444b-add0-5882b651b4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:48.051493 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f055d-8773-444b-add0-5882b651b4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:48.051813 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6f055d-8773-444b-add0-5882b651b4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:48.063297 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Attempting to bind port bb73360c-e8ae-48ed-919c-57a6fd1d7356 on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:15:48.063945 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Attempting to bind port bb73360c-e8ae-48ed-919c-57a6fd1d7356 by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': '8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2'}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:15:48.064509 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Attempting to bind port bb73360c-e8ae-48ed-919c-57a6fd1d7356 on network c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:15:48.073501 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:15:48.074201 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Checking segment: {'id': '8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:15:48.076042 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:48.076639 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Bound using segment: {'id': '8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2'} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:15:48.077131 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Bound port: bb73360c-e8ae-48ed-919c-57a6fd1d7356, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2'}}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:15:48.077552 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:48.088972 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:48.136827 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port 0c266ee2-24ee-4f60-b572-d928765f7d62, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=0c266ee2-24ee-4f60-b572-d928765f7d62,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:48.143122 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:48.190316 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] For port bb73360c-e8ae-48ed-919c-57a6fd1d7356, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:15:48.195478 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] For port bb73360c-e8ae-48ed-919c-57a6fd1d7356, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=bb73360c-e8ae-48ed-919c-57a6fd1d7356,segment=NetworkSegment(8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c),segment_id=8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c)] {{(pid=93356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:15:48.200863 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:48.218763 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=0c266ee2-24ee-4f60-b572-d928765f7d62,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:48.256370 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:48.258405 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Routers {'481ad4a9-94cf-43e8-8329-992efbce5cbd'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:48.259385 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:15:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['481ad4a9-94cf-43e8-8329-992efbce5cbd'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:48.332206 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f055d-8773-444b-add0-5882b651b4ae None None] Pushing event updated for resources: {'Port': ['ID=bb73360c-e8ae-48ed-919c-57a6fd1d7356,revision_number=4']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:48.397490 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] Set router 481ad4a9-94cf-43e8-8329-992efbce5cbd gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:48.478131 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701584'] for router, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:48.608654 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Router df29e2e9-873c-47fa-86fd-6f8321e60aa7 is scheduled to L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 with binding_index 1 {{(pid=93353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:15:48.704122 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'name': 'tempest-TestShelveInstance-701961744-router', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:42Z', 'updated_at': '2021-07-30T16:15:45Z', 'revision_number': 4, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'gw_port': {'id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:43Z', 'updated_at': '2021-07-30T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'bb73360c-e8ae-48ed-919c-57a6fd1d7356', 'name': '', 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'mac_address': 'fa:16:3e:50:18:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:44Z', 'updated_at': '2021-07-30T16:15:48Z', 'revision_number': 4, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'subnets': [{'id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:48.733259 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa0185-794d-4ac4-90e2-53dcca00df47 None None] The sync data for ids ['481ad4a9-94cf-43e8-8329-992efbce5cbd'] in dv-cinder-802955-2-iscsi is: [{'id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'name': 'tempest-TestShelveInstance-701961744-router', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:42Z', 'updated_at': '2021-07-30T16:15:45Z', 'revision_number': 4, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'gw_port': {'id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:43Z', 'updated_at': '2021-07-30T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'bb73360c-e8ae-48ed-919c-57a6fd1d7356', 'name': '', 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'mac_address': 'fa:16:3e:50:18:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:44Z', 'updated_at': '2021-07-30T16:15:48Z', 'revision_number': 4, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'subnets': [{'id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:15:48.997765 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fecf74f-1c91-49a9-89ae-0d2071567e4b None None] Network 03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:15:49.013554 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:15:49.032564 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:49.036176 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-3d2d4ad5-206f-4268-b8d3-e9bc0d3431c4 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9824574 Jul 30 16:15:49.036476 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36350) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:49.042511 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Sync routers for ids ['df29e2e9-873c-47fa-86fd-6f8321e60aa7'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:15:49.217489 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Routers {'df29e2e9-873c-47fa-86fd-6f8321e60aa7'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:49.218319 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:15:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['df29e2e9-873c-47fa-86fd-6f8321e60aa7'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:49.224425 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-e27a5780-a3f5-4a37-9e6e-838cf3c4d2ea None None] Provisioning for port 60b67a8c-21b3-45a8-932b-cefcc5e15c9c completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:15:49.386828 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Set router df29e2e9-873c-47fa-86fd-6f8321e60aa7 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:49.509747 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:49.669793 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'name': 'tempest-TestShelveInstance-762279450-router', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '62c0a59f-984f-4a1d-a091-ce2763ac080e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:47Z', 'updated_at': '2021-07-30T16:15:48Z', 'revision_number': 3, 'project_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'gw_port': {'id': '62c0a59f-984f-4a1d-a091-ce2763ac080e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:47Z', 'updated_at': '2021-07-30T16:15:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:49.724205 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 60b67a8c-21b3-45a8-932b-cefcc5e15c9c up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:15:49.749588 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Checking router: df29e2e9-873c-47fa-86fd-6f8321e60aa7 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:15:49.750028 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Updating router df29e2e9-873c-47fa-86fd-6f8321e60aa7 port 62c0a59f-984f-4a1d-a091-ce2763ac080e binding host dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:15:49.766717 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Allocated IP 172.20.0.1 (03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5/cfa5daeb-b784-4a24-a0b9-3d85284d3e37/2e54e2e9-003e-44e5-82a0-9334002006e9) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:15:49.793528 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:49.827704 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port 60b67a8c-21b3-45a8-932b-cefcc5e15c9c completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:15:49.840219 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 60b67a8c-21b3-45a8-932b-cefcc5e15c9c triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:49.840599 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:49.908072 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:49.924673 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Transition to ACTIVE for port object 2e54e2e9-003e-44e5-82a0-9334002006e9 will not be triggered until provisioned by entity DHCP. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:15:49.945813 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-e96622b1-3a2e-4e5c-90d1-32838adb982e None None] Provisioning complete for port 60b67a8c-21b3-45a8-932b-cefcc5e15c9c triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:49.946243 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-e96622b1-3a2e-4e5c-90d1-32838adb982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:49.960971 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.003861 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Network 03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:15:50.006964 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:15:50.013290 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:15:50.038558 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Pushing event updated for resources: {'Port': ['ID=2e54e2e9-003e-44e5-82a0-9334002006e9,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:50.067344 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701519'] for router_interface, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.089371 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.190967 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port 60b67a8c-21b3-45a8-932b-cefcc5e15c9c, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=60b67a8c-21b3-45a8-932b-cefcc5e15c9c,segment=NetworkSegment(db569e59-d810-4801-a63b-445c2fd2480b),segment_id=db569e59-d810-4801-a63b-445c2fd2480b)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:50.194245 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-e96622b1-3a2e-4e5c-90d1-32838adb982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.205998 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.206774 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 0c266ee2-24ee-4f60-b572-d928765f7d62 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:15:50.209575 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.334436 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Notify callbacks [] for port, precommit_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.363916 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Transition to ACTIVE for port object 62c0a59f-984f-4a1d-a091-ce2763ac080e will not be triggered until provisioned by entity L2. {{(pid=93355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:15:50.369374 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=60b67a8c-21b3-45a8-932b-cefcc5e15c9c,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:50.377914 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.db.api [None req-e96622b1-3a2e-4e5c-90d1-32838adb982e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93355) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 16:15:50.378332 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG oslo_db.api [None req-e96622b1-3a2e-4e5c-90d1-32838adb982e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 16:15:50.381495 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.387674 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.391976 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.416967 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 0c266ee2-24ee-4f60-b572-d928765f7d62 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:50.417344 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.457208 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Pushing event updated for resources: {'Port': ['ID=2e54e2e9-003e-44e5-82a0-9334002006e9,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:50.459673 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f75e2a-ac39-40a1-8bf4-76702248c0bf None None] Pushing event updated for resources: {'Port': ['ID=62c0a59f-984f-4a1d-a091-ce2763ac080e,revision_number=2']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:50.459847 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1025447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701919'] for router_interface, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.465114 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Attempting to bind port 62c0a59f-984f-4a1d-a091-ce2763ac080e on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:15:50.466126 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Attempting to bind port 62c0a59f-984f-4a1d-a091-ce2763ac080e by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:15:50.466507 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Attempting to bind port 62c0a59f-984f-4a1d-a091-ce2763ac080e on network 44fd2069-56d3-48dd-a694-00b845ece913 {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:15:50.474908 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:15:50.475341 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Checking segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:15:50.475727 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.476140 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Bound using segment: {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'} {{(pid=93355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:15:50.476624 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.managers [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Bound port: 62c0a59f-984f-4a1d-a091-ce2763ac080e, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6619991-771e-488b-99f1-8b6d7f067538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913'}}] {{(pid=93355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:15:50.477016 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.557239 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Network 03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:15:50.558694 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:15:50.558896 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] For port 62c0a59f-984f-4a1d-a091-ce2763ac080e, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:15:50.592696 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] For port 62c0a59f-984f-4a1d-a091-ce2763ac080e, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=62c0a59f-984f-4a1d-a091-ce2763ac080e,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:15:50.597444 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device bb73360c-e8ae-48ed-919c-57a6fd1d7356 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:15:50.627314 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.685305 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Router df29e2e9-873c-47fa-86fd-6f8321e60aa7 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:15:50.717755 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Routers {'df29e2e9-873c-47fa-86fd-6f8321e60aa7'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:50.718239 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:15:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['df29e2e9-873c-47fa-86fd-6f8321e60aa7'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:50.720858 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f75e2a-ac39-40a1-8bf4-76702248c0bf None None] Pushing event updated for resources: {'Port': ['ID=62c0a59f-984f-4a1d-a091-ce2763ac080e,revision_number=3']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:50.759095 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port bb73360c-e8ae-48ed-919c-57a6fd1d7356 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:15:50.766759 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port bb73360c-e8ae-48ed-919c-57a6fd1d7356 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:50.767158 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.805615 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:15:50.815040 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-9d430827-2ac3-4a43-a9b9-1597fbad0e43 admin admin] 10.222.0.61 "PUT /v2.0/routers/df29e2e9-873c-47fa-86fd-6f8321e60aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7728887 Jul 30 16:15:50.862337 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] Set router df29e2e9-873c-47fa-86fd-6f8321e60aa7 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:51.127276 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.212707 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port bb73360c-e8ae-48ed-919c-57a6fd1d7356, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=bb73360c-e8ae-48ed-919c-57a6fd1d7356,segment=NetworkSegment(8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c),segment_id=8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:51.218020 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.243212 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36358) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:51.247963 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-4a123a38-5e1c-4780-aeab-1b06ea8d308f tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-279360180', 'description': 'tempest-secgroup-smoke-279360180 description', 'project_id': '0ee940c6e27c47c6a6a69d813ec09053'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:15:51.271155 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4a123a38-5e1c-4780-aeab-1b06ea8d308f tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.299637 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-a6d1def7-eebe-4c93-a38a-ca7a297ca46e None None] Provisioning for port 2e54e2e9-003e-44e5-82a0-9334002006e9 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:15:51.308615 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-a6d1def7-eebe-4c93-a38a-ca7a297ca46e None None] Provisioning complete for port 2e54e2e9-003e-44e5-82a0-9334002006e9 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:51.308985 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-a6d1def7-eebe-4c93-a38a-ca7a297ca46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.311026 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=bb73360c-e8ae-48ed-919c-57a6fd1d7356,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:51.358132 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1def7-eebe-4c93-a38a-ca7a297ca46e None None] Port 2e54e2e9-003e-44e5-82a0-9334002006e9 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:15:51.371672 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'name': 'tempest-TestShelveInstance-762279450-router', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '62c0a59f-984f-4a1d-a091-ce2763ac080e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:47Z', 'updated_at': '2021-07-30T16:15:50Z', 'revision_number': 4, 'project_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'gw_port': {'id': '62c0a59f-984f-4a1d-a091-ce2763ac080e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:47Z', 'updated_at': '2021-07-30T16:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '2e54e2e9-003e-44e5-82a0-9334002006e9', 'name': '', 'network_id': '03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'mac_address': 'fa:16:3e:2a:b9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'cfa5daeb-b784-4a24-a0b9-3d85284d3e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:49Z', 'updated_at': '2021-07-30T16:15:50Z', 'revision_number': 2, 'project_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'subnets': [{'id': 'cfa5daeb-b784-4a24-a0b9-3d85284d3e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:51.373158 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4a123a38-5e1c-4780-aeab-1b06ea8d308f tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.377312 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4a123a38-5e1c-4780-aeab-1b06ea8d308f tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.398862 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d28479-489d-4d37-a427-0cd78d9b9651 None None] The sync data for ids ['df29e2e9-873c-47fa-86fd-6f8321e60aa7'] in dv-cinder-802955-2-iscsi is: [{'id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'name': 'tempest-TestShelveInstance-762279450-router', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '62c0a59f-984f-4a1d-a091-ce2763ac080e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:47Z', 'updated_at': '2021-07-30T16:15:50Z', 'revision_number': 4, 'project_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'gw_port': {'id': '62c0a59f-984f-4a1d-a091-ce2763ac080e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:47Z', 'updated_at': '2021-07-30T16:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '2e54e2e9-003e-44e5-82a0-9334002006e9', 'name': '', 'network_id': '03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'mac_address': 'fa:16:3e:2a:b9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'cfa5daeb-b784-4a24-a0b9-3d85284d3e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:49Z', 'updated_at': '2021-07-30T16:15:50Z', 'revision_number': 2, 'project_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'subnets': [{'id': 'cfa5daeb-b784-4a24-a0b9-3d85284d3e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:15:51.406496 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-4a123a38-5e1c-4780-aeab-1b06ea8d308f tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.407784 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-4a123a38-5e1c-4780-aeab-1b06ea8d308f tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1635220 Jul 30 16:15:51.411230 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36360) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:51.412039 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a123a38-5e1c-4780-aeab-1b06ea8d308f tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554c1b46-73c5-45e7-8023-36b626a22f4d,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:51.420984 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-f3b8454c-c579-4510-bd8b-010e1010c0ae tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Request body: {'security_group_rule': {'security_group_id': '554c1b46-73c5-45e7-8023-36b626a22f4d', 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:15:51.448988 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f3b8454c-c579-4510-bd8b-010e1010c0ae tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.520146 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device bb73360c-e8ae-48ed-919c-57a6fd1d7356 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:15:51.523989 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f3b8454c-c579-4510-bd8b-010e1010c0ae tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.527904 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f3b8454c-c579-4510-bd8b-010e1010c0ae tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.549177 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8454c-c579-4510-bd8b-010e1010c0ae tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2e9a41-57d3-4dfb-8836-60bf4fc256c0,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:51.553701 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f3b8454c-c579-4510-bd8b-010e1010c0ae tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.554894 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-f3b8454c-c579-4510-bd8b-010e1010c0ae tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420588 Jul 30 16:15:51.557573 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36362) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:51.563268 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.v2.base [None req-e08b99b9-e93c-4b21-bff5-d4f191106644 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Request body: {'security_group_rule': {'security_group_id': '554c1b46-73c5-45e7-8023-36b626a22f4d', 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93354) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:15:51.575503 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port bb73360c-e8ae-48ed-919c-57a6fd1d7356 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:51.575904 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.591946 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e08b99b9-e93c-4b21-bff5-d4f191106644 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.677137 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e08b99b9-e93c-4b21-bff5-d4f191106644 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.681101 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e08b99b9-e93c-4b21-bff5-d4f191106644 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.688239 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 60b67a8c-21b3-45a8-932b-cefcc5e15c9c up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:15:51.700607 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b99b9-e93c-4b21-bff5-d4f191106644 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f9405f-5e73-4049-a9d5-caf885c6f9aa,revision_number=0']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:51.708351 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-e08b99b9-e93c-4b21-bff5-d4f191106644 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.711825 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-e08b99b9-e93c-4b21-bff5-d4f191106644 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1530952 Jul 30 16:15:51.712658 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36364) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:51.717798 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-ccb66abe-a398-4ecd-a29d-c1c4e0f98e56 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Request body: {'security_group_rule': {'security_group_id': '554c1b46-73c5-45e7-8023-36b626a22f4d', 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:15:51.744710 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 60b67a8c-21b3-45a8-932b-cefcc5e15c9c triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:51.745092 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.748330 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ccb66abe-a398-4ecd-a29d-c1c4e0f98e56 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.812220 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ccb66abe-a398-4ecd-a29d-c1c4e0f98e56 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.816838 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ccb66abe-a398-4ecd-a29d-c1c4e0f98e56 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.835357 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb66abe-a398-4ecd-a29d-c1c4e0f98e56 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652ee1a9-e697-45b1-8784-b9203ce76dad,revision_number=0']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:51.845073 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ccb66abe-a398-4ecd-a29d-c1c4e0f98e56 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.846385 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-ccb66abe-a398-4ecd-a29d-c1c4e0f98e56 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327074 Jul 30 16:15:51.849143 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36366) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:51.853705 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-9db642d4-3c62-4810-a35c-d7ef6004bdea tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Request body: {'security_group_rule': {'security_group_id': '554c1b46-73c5-45e7-8023-36b626a22f4d', 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:15:51.881427 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9db642d4-3c62-4810-a35c-d7ef6004bdea tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.947765 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9db642d4-3c62-4810-a35c-d7ef6004bdea tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.953590 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9db642d4-3c62-4810-a35c-d7ef6004bdea tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.969648 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db642d4-3c62-4810-a35c-d7ef6004bdea tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfcb3962-e4ec-44e4-9d09-41b19b275d3f,revision_number=0']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:51.980044 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-9db642d4-3c62-4810-a35c-d7ef6004bdea tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.981660 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-9db642d4-3c62-4810-a35c-d7ef6004bdea tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314616 Jul 30 16:15:51.984494 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36368) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:51.989084 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-df671fb2-06aa-4e7c-9374-475a0381d18d tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Request body: {'security_group_rule': {'security_group_id': '554c1b46-73c5-45e7-8023-36b626a22f4d', 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:15:52.011232 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.securitygroups_db [None req-df671fb2-06aa-4e7c-9374-475a0381d18d tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Project 0ee940c6e27c47c6a6a69d813ec09053 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 16:15:52.016787 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-df671fb2-06aa-4e7c-9374-475a0381d18d tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.088341 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-df671fb2-06aa-4e7c-9374-475a0381d18d tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.092019 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-df671fb2-06aa-4e7c-9374-475a0381d18d tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.113041 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df671fb2-06aa-4e7c-9374-475a0381d18d tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c985aae-3881-40ae-b187-3dc0985122ec,revision_number=0']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:52.120636 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-df671fb2-06aa-4e7c-9374-475a0381d18d tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.122527 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-df671fb2-06aa-4e7c-9374-475a0381d18d tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1363993 Jul 30 16:15:52.125327 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36370) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:52.130033 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-c0e015b6-0c59-4ae3-bde5-2126f74365e9 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Request body: {'security_group_rule': {'security_group_id': '554c1b46-73c5-45e7-8023-36b626a22f4d', 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:15:52.152088 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.securitygroups_db [None req-c0e015b6-0c59-4ae3-bde5-2126f74365e9 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Project 0ee940c6e27c47c6a6a69d813ec09053 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 16:15:52.158699 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-c0e015b6-0c59-4ae3-bde5-2126f74365e9 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.224116 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-c0e015b6-0c59-4ae3-bde5-2126f74365e9 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.228100 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-c0e015b6-0c59-4ae3-bde5-2126f74365e9 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048464'] for security_group_rule, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.246390 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e015b6-0c59-4ae3-bde5-2126f74365e9 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cea4d93-bc15-43bc-adbe-136bcf59f58c,revision_number=0']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:52.252957 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-c0e015b6-0c59-4ae3-bde5-2126f74365e9 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.254165 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-c0e015b6-0c59-4ae3-bde5-2126f74365e9 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278579 Jul 30 16:15:53.363457 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Sync routers for ids ['df29e2e9-873c-47fa-86fd-6f8321e60aa7'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:15:53.372680 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Routers {'df29e2e9-873c-47fa-86fd-6f8321e60aa7'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:53.373291 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:15:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['df29e2e9-873c-47fa-86fd-6f8321e60aa7'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:53.488389 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Set router df29e2e9-873c-47fa-86fd-6f8321e60aa7 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:53.529725 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 62c0a59f-984f-4a1d-a091-ce2763ac080e up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:15:53.585934 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port 62c0a59f-984f-4a1d-a091-ce2763ac080e completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:15:53.590075 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 62c0a59f-984f-4a1d-a091-ce2763ac080e triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:53.590617 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.674934 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.698891 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port 62c0a59f-984f-4a1d-a091-ce2763ac080e, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=62c0a59f-984f-4a1d-a091-ce2763ac080e,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:53.704371 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.709841 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'name': 'tempest-TestShelveInstance-762279450-router', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '62c0a59f-984f-4a1d-a091-ce2763ac080e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:47Z', 'updated_at': '2021-07-30T16:15:50Z', 'revision_number': 4, 'project_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'gw_port': {'id': '62c0a59f-984f-4a1d-a091-ce2763ac080e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:47Z', 'updated_at': '2021-07-30T16:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '2e54e2e9-003e-44e5-82a0-9334002006e9', 'name': '', 'network_id': '03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'mac_address': 'fa:16:3e:2a:b9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'cfa5daeb-b784-4a24-a0b9-3d85284d3e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:49Z', 'updated_at': '2021-07-30T16:15:50Z', 'revision_number': 2, 'project_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'subnets': [{'id': 'cfa5daeb-b784-4a24-a0b9-3d85284d3e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:53.736383 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Checking router: df29e2e9-873c-47fa-86fd-6f8321e60aa7 for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:15:53.736736 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Updating router df29e2e9-873c-47fa-86fd-6f8321e60aa7 port 2e54e2e9-003e-44e5-82a0-9334002006e9 binding host dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:15:53.757595 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=62c0a59f-984f-4a1d-a091-ce2763ac080e,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:53.766110 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:54.036484 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Notify callbacks [] for port, precommit_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:54.047660 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.provisioning_blocks [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Transition to ACTIVE for port object 2e54e2e9-003e-44e5-82a0-9334002006e9 will not be triggered until provisioned by entity L2. {{(pid=93356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:15:54.053340 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:54.121010 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90eee8-0fb8-4b99-8f51-ee81c58bd177 None None] Pushing event updated for resources: {'Port': ['ID=2e54e2e9-003e-44e5-82a0-9334002006e9,revision_number=3']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:54.153038 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Attempting to bind port 2e54e2e9-003e-44e5-82a0-9334002006e9 on host dv-cinder-802955-2-iscsi for vnic_type normal with profile {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:15:54.153966 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Attempting to bind port 2e54e2e9-003e-44e5-82a0-9334002006e9 by drivers openvswitch,hyperv on host dv-cinder-802955-2-iscsi at level 0 using segments [{'id': 'db569e59-d810-4801-a63b-445c2fd2480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5'}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:15:54.154326 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Attempting to bind port 2e54e2e9-003e-44e5-82a0-9334002006e9 on network 03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5 {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:15:54.159595 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Checking agent: {'id': '1f060ace-818a-440d-9d69-0516b02c965d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802955-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 57, 6), 'started_at': datetime.datetime(2021, 7, 30, 15, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802955-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:15:54.159968 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Checking segment: {'id': 'db569e59-d810-4801-a63b-445c2fd2480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:15:54.160372 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:54.160764 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Bound using segment: {'id': 'db569e59-d810-4801-a63b-445c2fd2480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5'} {{(pid=93356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:15:54.161226 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.managers [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Bound port: 2e54e2e9-003e-44e5-82a0-9334002006e9, host: dv-cinder-802955-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db569e59-d810-4801-a63b-445c2fd2480b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5'}}] {{(pid=93356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:15:54.161609 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:54.231758 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] For port 2e54e2e9-003e-44e5-82a0-9334002006e9, host dv-cinder-802955-2-iscsi, cleared binding levels {{(pid=93356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:15:54.235019 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.plugins.ml2.db [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] For port 2e54e2e9-003e-44e5-82a0-9334002006e9, host dv-cinder-802955-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=2e54e2e9-003e-44e5-82a0-9334002006e9,segment=NetworkSegment(db569e59-d810-4801-a63b-445c2fd2480b),segment_id=db569e59-d810-4801-a63b-445c2fd2480b)] {{(pid=93356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:15:54.239631 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron_lib.callbacks.manager [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:54.299251 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90eee8-0fb8-4b99-8f51-ee81c58bd177 None None] Pushing event updated for resources: {'Port': ['ID=2e54e2e9-003e-44e5-82a0-9334002006e9,revision_number=4']} {{(pid=93356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:54.307198 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Routers {'df29e2e9-873c-47fa-86fd-6f8321e60aa7'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:54.308111 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:15:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['df29e2e9-873c-47fa-86fd-6f8321e60aa7'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:54.422866 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] Set router df29e2e9-873c-47fa-86fd-6f8321e60aa7 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:54.624004 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'name': 'tempest-TestShelveInstance-762279450-router', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '62c0a59f-984f-4a1d-a091-ce2763ac080e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:47Z', 'updated_at': '2021-07-30T16:15:50Z', 'revision_number': 4, 'project_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'gw_port': {'id': '62c0a59f-984f-4a1d-a091-ce2763ac080e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:47Z', 'updated_at': '2021-07-30T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '2e54e2e9-003e-44e5-82a0-9334002006e9', 'name': '', 'network_id': '03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'mac_address': 'fa:16:3e:2a:b9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'cfa5daeb-b784-4a24-a0b9-3d85284d3e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:49Z', 'updated_at': '2021-07-30T16:15:54Z', 'revision_number': 4, 'project_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'subnets': [{'id': 'cfa5daeb-b784-4a24-a0b9-3d85284d3e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:54.654283 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22776ba-e75a-4704-90ca-525f473e9197 None None] The sync data for ids ['df29e2e9-873c-47fa-86fd-6f8321e60aa7'] in dv-cinder-802955-2-iscsi is: [{'id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'name': 'tempest-TestShelveInstance-762279450-router', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '62c0a59f-984f-4a1d-a091-ce2763ac080e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:47Z', 'updated_at': '2021-07-30T16:15:50Z', 'revision_number': 4, 'project_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'gw_port': {'id': '62c0a59f-984f-4a1d-a091-ce2763ac080e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:47Z', 'updated_at': '2021-07-30T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': '2e54e2e9-003e-44e5-82a0-9334002006e9', 'name': '', 'network_id': '03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'mac_address': 'fa:16:3e:2a:b9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'cfa5daeb-b784-4a24-a0b9-3d85284d3e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:49Z', 'updated_at': '2021-07-30T16:15:54Z', 'revision_number': 4, 'project_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'subnets': [{'id': 'cfa5daeb-b784-4a24-a0b9-3d85284d3e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:15:55.517985 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 62c0a59f-984f-4a1d-a091-ce2763ac080e up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:15:55.563994 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 62c0a59f-984f-4a1d-a091-ce2763ac080e triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:55.564365 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:55.644428 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 2e54e2e9-003e-44e5-82a0-9334002006e9 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:15:55.693467 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning for port 2e54e2e9-003e-44e5-82a0-9334002006e9 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:15:55.697079 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 2e54e2e9-003e-44e5-82a0-9334002006e9 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:55.697453 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:55.779243 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:55.811491 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] For port 2e54e2e9-003e-44e5-82a0-9334002006e9, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=2e54e2e9-003e-44e5-82a0-9334002006e9,segment=NetworkSegment(db569e59-d810-4801-a63b-445c2fd2480b),segment_id=db569e59-d810-4801-a63b-445c2fd2480b)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:55.815435 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:55.863234 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Pushing event updated for resources: {'Port': ['ID=2e54e2e9-003e-44e5-82a0-9334002006e9,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:57.499449 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 2e54e2e9-003e-44e5-82a0-9334002006e9 up at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:15:57.548678 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Provisioning complete for port 2e54e2e9-003e-44e5-82a0-9334002006e9 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:57.549046 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:03.258360 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-dc3ad269-9a92-4ca6-882d-fd320d63661f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:06.193265 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:06.197447 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-b6815908-ab62-498d-b2a2-935b2eed863f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:06.989860 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:08.460731 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:09.713679 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-75c66882-ee41-4f18-9bc0-a1aec50cf08b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-279360180&fields=id&tenant_id=0ee940c6e27c47c6a6a69d813ec09053 HTTP/1.1" status: 200 len: 267 time: 0.0347347 Jul 30 16:16:09.820741 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-fcd289cc-3e5b-45ee-ab95-5f96789ee0cf tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:09.822212 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-fcd289cc-3e5b-45ee-ab95-5f96789ee0cf tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/networks?id=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 HTTP/1.1" status: 200 len: 808 time: 0.1020291 Jul 30 16:16:09.837454 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-4a24be48-9b4d-41ad-a230-dfd61025dd9e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/quotas/0ee940c6e27c47c6a6a69d813ec09053 HTTP/1.1" status: 200 len: 375 time: 0.0091524 Jul 30 16:16:09.887584 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-4749a74a-ac19-4e04-8309-6ac3a4c6feef tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ee940c6e27c47c6a6a69d813ec09053&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450330 Jul 30 16:16:09.986160 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-3e1d9e4e-1912-4ebb-9191-4ca70ac0338d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=93353) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 16:16:09.987908 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-3e1d9e4e-1912-4ebb-9191-4ca70ac0338d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0895505 Jul 30 16:16:10.078185 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-b1d7fca3-a4b2-4844-9841-5023cefc0bbd service neutron] 10.222.0.61 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841446 Jul 30 16:16:10.174251 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-69ef8ee4-cbc7-43db-b68b-b3b0623392e4 service neutron] 10.222.0.61 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894091 Jul 30 16:16:11.470952 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-8a60c4ad-56a8-40ac-b503-8bd52168b78b req-2f395a06-f0df-4671-9cb9-542471504d38 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 210 time: 0.0265579 Jul 30 16:16:12.579705 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-c8aeea5d-c575-4af6-ac01-5bdc0d827a68 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:12.581571 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-c8aeea5d-c575-4af6-ac01-5bdc0d827a68 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.60 "GET /v2.0/networks?id=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 HTTP/1.1" status: 200 len: 808 time: 0.1221144 Jul 30 16:16:12.597875 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ff5c1e78-ab69-4314-9b6a-875d5aa149aa req-f9a8f3a7-164f-4bef-856e-585f4266e1e4 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 210 time: 0.0383468 Jul 30 16:16:12.637492 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-46155c4e-0fbc-4c6b-a44f-132fef9f0d70 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ee940c6e27c47c6a6a69d813ec09053 HTTP/1.1" status: 200 len: 379 time: 0.0425348 Jul 30 16:16:12.657066 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-8ed9fe8b-9ee6-4967-bd4e-406fb5817229 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Request body: {'port': {'device_id': '31875485-d70f-453e-bffe-c21113795174', 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'admin_state_up': True, 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'security_groups': ['554c1b46-73c5-45e7-8023-36b626a22f4d']}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:12.762938 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-8ed9fe8b-9ee6-4967-bd4e-406fb5817229 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Made reservation on behalf of 0ee940c6e27c47c6a6a69d813ec09053 for: {'port': 1} {{(pid=93353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:16:12.766290 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-8ed9fe8b-9ee6-4967-bd4e-406fb5817229 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.894846 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-8ed9fe8b-9ee6-4967-bd4e-406fb5817229 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Allocated IP 172.20.0.4 (c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2/4a92112d-c510-4e4d-9c6f-019e181dd50a/f9cab022-670f-41b8-9b80-5fe1792ace76) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:16:13.040513 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-8ed9fe8b-9ee6-4967-bd4e-406fb5817229 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:13.055223 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-8ed9fe8b-9ee6-4967-bd4e-406fb5817229 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Transition to ACTIVE for port object f9cab022-670f-41b8-9b80-5fe1792ace76 will not be triggered until provisioned by entity DHCP. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:16:13.088079 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-8ed9fe8b-9ee6-4967-bd4e-406fb5817229 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:13.132041 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-8ed9fe8b-9ee6-4967-bd4e-406fb5817229 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Network c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:16:13.135172 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-8ed9fe8b-9ee6-4967-bd4e-406fb5817229 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:16:13.137703 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-8ed9fe8b-9ee6-4967-bd4e-406fb5817229 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:16:13.167382 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9fe8b-9ee6-4967-bd4e-406fb5817229 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Pushing event updated for resources: {'Port': ['ID=f9cab022-670f-41b8-9b80-5fe1792ace76,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:13.206239 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-8ed9fe8b-9ee6-4967-bd4e-406fb5817229 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:13.207211 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-8ed9fe8b-9ee6-4967-bd4e-406fb5817229 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:13.225272 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-8ed9fe8b-9ee6-4967-bd4e-406fb5817229 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5721009 Jul 30 16:16:13.239304 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Request body: {'port': {'device_id': '31875485-d70f-453e-bffe-c21113795174', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80295'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:13.298448 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:13.346935 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-5016443a-62e1-4b16-861c-ff758df28330 None None] Provisioning for port f9cab022-670f-41b8-9b80-5fe1792ace76 completed by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:16:13.350750 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-5016443a-62e1-4b16-861c-ff758df28330 None None] Provisioning complete for port f9cab022-670f-41b8-9b80-5fe1792ace76 triggered by entity DHCP. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:16:13.351141 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-5016443a-62e1-4b16-861c-ff758df28330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:13.386808 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-5016443a-62e1-4b16-861c-ff758df28330 None None] Port f9cab022-670f-41b8-9b80-5fe1792ace76 cannot update to ACTIVE because it is not bound. {{(pid=93355) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:16:13.561404 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9cab022-670f-41b8-9b80-5fe1792ace76 {{(pid=93353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:16:13.568745 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:13.580806 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.provisioning_blocks [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Transition to ACTIVE for port object f9cab022-670f-41b8-9b80-5fe1792ace76 will not be triggered until provisioned by entity L2. {{(pid=93353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:16:13.584759 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:13.634480 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Pushing event updated for resources: {'Port': ['ID=f9cab022-670f-41b8-9b80-5fe1792ace76,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:13.713092 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Attempting to bind port f9cab022-670f-41b8-9b80-5fe1792ace76 on host hv-cinder-80295 for vnic_type normal with profile {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:16:13.713444 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Attempting to bind port f9cab022-670f-41b8-9b80-5fe1792ace76 by drivers openvswitch,hyperv on host hv-cinder-80295 at level 0 using segments [{'id': '8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2'}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:16:13.713753 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Attempting to bind port f9cab022-670f-41b8-9b80-5fe1792ace76 on network c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:16:13.718432 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Port f9cab022-670f-41b8-9b80-5fe1792ace76 on network c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80295 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:16:13.718777 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Attempting to bind port f9cab022-670f-41b8-9b80-5fe1792ace76 on network c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:16:13.724298 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Checking agent: {'id': '80b36d3b-2508-4df1-b472-ba365c88e411', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80295', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'started_at': datetime.datetime(2021, 7, 30, 16, 3, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:16:13.724498 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2fd50-01e6-44eb-af28-db38df4d2b11 req-5a1d77d0-3196-49ed-a8c7-9bd82dc8549e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:13.724950 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Checking segment: {'id': '8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:16:13.725044 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Bound using segment: {'id': '8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2'} {{(pid=93353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:16:13.725425 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.managers [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Bound port: f9cab022-670f-41b8-9b80-5fe1792ace76, host: hv-cinder-80295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2'}}] {{(pid=93353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:16:13.725783 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:13.726178 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-98d2fd50-01e6-44eb-af28-db38df4d2b11 req-5a1d77d0-3196-49ed-a8c7-9bd82dc8549e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 943 time: 0.0583830 Jul 30 16:16:13.772768 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-98d2fd50-01e6-44eb-af28-db38df4d2b11 req-816c0575-e3c9-4e38-943c-affc926fb7e0 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395753 Jul 30 16:16:13.799407 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] For port f9cab022-670f-41b8-9b80-5fe1792ace76, host hv-cinder-80295, cleared binding levels {{(pid=93353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:16:13.804632 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] For port f9cab022-670f-41b8-9b80-5fe1792ace76, host hv-cinder-80295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f9cab022-670f-41b8-9b80-5fe1792ace76,segment=NetworkSegment(8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c),segment_id=8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c)] {{(pid=93353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:16:13.809743 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:13.847107 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:13.847717 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:13.849086 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] 10.222.0.60 "PUT /v2.0/ports/f9cab022-670f-41b8-9b80-5fe1792ace76 HTTP/1.1" status: 200 len: 1093 time: 0.6147883 Jul 30 16:16:13.849517 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31875485-d70f-453e-bffe-c21113795174', 'tag': 'f9cab022-670f-41b8-9b80-5fe1792ace76'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:16:13.851765 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3931162f-180a-40d1-8b70-059e5ebd337f" -d '{"events": [{"name": "network-changed", "server_uuid": "31875485-d70f-453e-bffe-c21113795174", "tag": "f9cab022-670f-41b8-9b80-5fe1792ace76"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:16:13.875788 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e7507-4065-4022-a970-465e4b0dd9cf service neutron] Pushing event updated for resources: {'Port': ['ID=f9cab022-670f-41b8-9b80-5fe1792ace76,revision_number=3']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:13.908427 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797f6f30-737d-46c9-b5b8-5650dd93eb75 x-openstack-request-id: req-797f6f30-737d-46c9-b5b8-5650dd93eb75 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:16:13.909501 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31875485-d70f-453e-bffe-c21113795174", "tag": "f9cab022-670f-41b8-9b80-5fe1792ace76", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:16:13.909751 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-797f6f30-737d-46c9-b5b8-5650dd93eb75 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:16:13.910927 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31875485-d70f-453e-bffe-c21113795174', 'tag': 'f9cab022-670f-41b8-9b80-5fe1792ace76', 'status': 'completed', 'code': 200} Jul 30 16:16:13.943672 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-15820b80-4cea-44fb-9e56-a34f8e8aa628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:13.945239 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-15820b80-4cea-44fb-9e56-a34f8e8aa628 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ee940c6e27c47c6a6a69d813ec09053&device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 1096 time: 0.0497034 Jul 30 16:16:13.992630 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-bb084321-d9ae-46cf-8f2e-4729c55a1fe0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9cab022-670f-41b8-9b80-5fe1792ace76 HTTP/1.1" status: 200 len: 217 time: 0.0387213 Jul 30 16:16:14.047027 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-6f1310ee-ccb0-4459-b301-d8e016d61571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:14.048463 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-6f1310ee-ccb0-4459-b301-d8e016d61571 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4a92112d-c510-4e4d-9c6f-019e181dd50a HTTP/1.1" status: 200 len: 847 time: 0.0454657 Jul 30 16:16:14.093884 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-9d44a76b-4e0d-4e16-afb5-e4827b51fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:14.095411 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-9d44a76b-4e0d-4e16-afb5-e4827b51fc7b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388129 Jul 30 16:16:14.188418 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-d14e2ae6-6a40-4e09-98d9-ac6477ef485f service neutron] 10.222.0.60 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805578 Jul 30 16:16:14.274758 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-00881b4e-6b9b-4067-9143-1c86c3e9f9d1 req-c7bf2ff4-1239-4e49-9e23-04706921e49d service neutron] 10.222.0.60 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786381 Jul 30 16:16:14.361471 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931162f-180a-40d1-8b70-059e5ebd337f req-32dbbdde-4511-4d4f-a445-fd29dbc3312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:14.362831 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3931162f-180a-40d1-8b70-059e5ebd337f req-32dbbdde-4511-4d4f-a445-fd29dbc3312a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ee940c6e27c47c6a6a69d813ec09053&device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 1096 time: 0.0456583 Jul 30 16:16:14.434764 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:14.458097 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931162f-180a-40d1-8b70-059e5ebd337f req-c9a6649c-1d11-457e-aa40-8639a1515920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:14.459610 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3931162f-180a-40d1-8b70-059e5ebd337f req-c9a6649c-1d11-457e-aa40-8639a1515920 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 HTTP/1.1" status: 200 len: 909 time: 0.0836062 Jul 30 16:16:14.501877 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3931162f-180a-40d1-8b70-059e5ebd337f req-e4a3ff7e-3509-453f-9221-56f57e62873c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9cab022-670f-41b8-9b80-5fe1792ace76 HTTP/1.1" status: 200 len: 217 time: 0.0340230 Jul 30 16:16:14.555954 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931162f-180a-40d1-8b70-059e5ebd337f req-9bf09f49-4040-41b2-9de8-dd1355899df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:14.557374 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3931162f-180a-40d1-8b70-059e5ebd337f req-9bf09f49-4040-41b2-9de8-dd1355899df3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4a92112d-c510-4e4d-9c6f-019e181dd50a HTTP/1.1" status: 200 len: 847 time: 0.0463369 Jul 30 16:16:14.603529 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931162f-180a-40d1-8b70-059e5ebd337f req-0c1e1179-03bb-428e-97e2-326492bb7c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:14.605009 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3931162f-180a-40d1-8b70-059e5ebd337f req-0c1e1179-03bb-428e-97e2-326492bb7c42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388122 Jul 30 16:16:14.694397 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3931162f-180a-40d1-8b70-059e5ebd337f req-e34e4dfe-6e46-4e85-a9ac-b66d98b59839 service neutron] 10.222.0.60 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814586 Jul 30 16:16:14.790867 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-3931162f-180a-40d1-8b70-059e5ebd337f req-36ef5116-e38b-459b-957c-72d534d19073 service neutron] 10.222.0.60 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886526 Jul 30 16:16:14.896312 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88886a1f-4f56-45e4-8ef5-8543a02b239f req-50cb0a38-6764-498f-97ef-4980a3ec1a04 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:14.897785 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-88886a1f-4f56-45e4-8ef5-8543a02b239f req-50cb0a38-6764-498f-97ef-4980a3ec1a04 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 943 time: 0.0488925 Jul 30 16:16:14.936523 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-88886a1f-4f56-45e4-8ef5-8543a02b239f req-18957a75-34c8-42ed-9ebc-c84bf4bad177 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327704 Jul 30 16:16:15.134086 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:16:16.054215 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fdaba-cdd5-407b-83b4-0572afdd51bb req-f3a94412-7930-4e2b-b6a9-ee27f49e0357 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:16.055737 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-057fdaba-cdd5-407b-83b4-0572afdd51bb req-f3a94412-7930-4e2b-b6a9-ee27f49e0357 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 943 time: 0.0498221 Jul 30 16:16:16.093952 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-057fdaba-cdd5-407b-83b4-0572afdd51bb req-86c5e0ce-68f6-429e-9a1b-9c46d5b1829c tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323045 Jul 30 16:16:17.205853 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33872939-3fd2-4436-90db-383ec0345623 req-8d3fd17d-e988-4410-ba18-c5973df4095e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:17.207352 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-33872939-3fd2-4436-90db-383ec0345623 req-8d3fd17d-e988-4410-ba18-c5973df4095e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 943 time: 0.0493848 Jul 30 16:16:17.244235 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-33872939-3fd2-4436-90db-383ec0345623 req-6d397da9-fd54-4177-bd76-6769fb8685d4 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309887 Jul 30 16:16:17.784093 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f569fa6b-6342-41ae-abad-c9dfd47cbfc5 req-a9348127-4811-49d4-93f2-9ac2b8718907 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424857 Jul 30 16:16:17.866305 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569fa6b-6342-41ae-abad-c9dfd47cbfc5 req-c83654d3-143b-4d5f-abe2-2a3a28f3faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:17.867780 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f569fa6b-6342-41ae-abad-c9dfd47cbfc5 req-c83654d3-143b-4d5f-abe2-2a3a28f3faaf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 1099 time: 0.0392227 Jul 30 16:16:17.972099 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569fa6b-6342-41ae-abad-c9dfd47cbfc5 req-7db9fe14-e915-4782-baae-9459eb7675f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:17.973564 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f569fa6b-6342-41ae-abad-c9dfd47cbfc5 req-7db9fe14-e915-4782-baae-9459eb7675f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 HTTP/1.1" status: 200 len: 913 time: 0.0846131 Jul 30 16:16:18.043959 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f569fa6b-6342-41ae-abad-c9dfd47cbfc5 req-932c26e7-0f87-4184-99e1-2c3052855358 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b7e51f5-3950-402d-a921-c3ff430294d9 HTTP/1.1" status: 200 len: 1001 time: 0.0625367 Jul 30 16:16:18.092219 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569fa6b-6342-41ae-abad-c9dfd47cbfc5 req-455f2a10-fa8d-4d99-84d7-4f1b295a2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:18.093631 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f569fa6b-6342-41ae-abad-c9dfd47cbfc5 req-455f2a10-fa8d-4d99-84d7-4f1b295a2cf9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8300e625-33c3-4a90-8788-37444de738bb HTTP/1.1" status: 200 len: 851 time: 0.0421822 Jul 30 16:16:18.138109 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569fa6b-6342-41ae-abad-c9dfd47cbfc5 req-1a828fe9-40e2-4e34-98f0-aefd8dc847ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:18.139587 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f569fa6b-6342-41ae-abad-c9dfd47cbfc5 req-1a828fe9-40e2-4e34-98f0-aefd8dc847ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385880 Jul 30 16:16:18.538842 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda77367-c1da-401a-8599-4830f53d9cda req-c4dac56b-fc7b-4583-9597-483ecc59f95f tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:18.540330 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-cda77367-c1da-401a-8599-4830f53d9cda req-c4dac56b-fc7b-4583-9597-483ecc59f95f tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 943 time: 0.0752950 Jul 30 16:16:18.545589 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f569fa6b-6342-41ae-abad-c9dfd47cbfc5 req-fddb2820-70bd-4f6d-9966-637aa3241419 service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983355 Jul 30 16:16:18.621394 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-cda77367-c1da-401a-8599-4830f53d9cda req-bbcb99b4-b82c-43bb-b5a2-4b58eb3c028b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748379 Jul 30 16:16:18.657723 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f569fa6b-6342-41ae-abad-c9dfd47cbfc5 req-3beab9b0-c94f-4bca-98de-3e362f2a0b06 service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985284 Jul 30 16:16:19.734704 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263bee3-aebf-4402-93ef-8b493b502a95 req-3f349243-bd8b-425d-ae1f-e6529062393f tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:19.736144 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3263bee3-aebf-4402-93ef-8b493b502a95 req-3f349243-bd8b-425d-ae1f-e6529062393f tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 943 time: 0.0501208 Jul 30 16:16:19.778240 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-3263bee3-aebf-4402-93ef-8b493b502a95 req-ad73f5a1-aef6-4654-98b0-1b13ed2ff443 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352187 Jul 30 16:16:20.891103 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb419159-7f60-4904-8c17-15bf4c8f31d3 req-a56ce3fe-7a0a-4138-8bf0-031e56f60ae7 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:20.892589 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fb419159-7f60-4904-8c17-15bf4c8f31d3 req-a56ce3fe-7a0a-4138-8bf0-031e56f60ae7 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 943 time: 0.0491612 Jul 30 16:16:20.929465 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fb419159-7f60-4904-8c17-15bf4c8f31d3 req-2e027b4f-6d3e-4e8a-9b84-ee3e76104da4 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309932 Jul 30 16:16:21.875588 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device f9cab022-670f-41b8-9b80-5fe1792ace76 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:16:21.965770 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port f9cab022-670f-41b8-9b80-5fe1792ace76, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f9cab022-670f-41b8-9b80-5fe1792ace76,segment=NetworkSegment(8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c),segment_id=8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:21.977195 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': 'f9cab022-670f-41b8-9b80-5fe1792ace76', 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'port_id': 'f9cab022-670f-41b8-9b80-5fe1792ace76', 'mac_address': 'fa:16:3e:6b:5c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:16:22.016195 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:22.029431 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9cab022-670f-41b8-9b80-5fe1792ace76 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:16:22.040509 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b551f-ea5e-4e46-8ff6-d3965c15efca req-9f13f69d-3d7d-4aea-88c0-431806338cdd tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:22.041994 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-083b551f-ea5e-4e46-8ff6-d3965c15efca req-9f13f69d-3d7d-4aea-88c0-431806338cdd tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 943 time: 0.0481811 Jul 30 16:16:22.051352 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port f9cab022-670f-41b8-9b80-5fe1792ace76, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f9cab022-670f-41b8-9b80-5fe1792ace76,segment=NetworkSegment(8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c),segment_id=8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:22.055089 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:22.083068 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-083b551f-ea5e-4e46-8ff6-d3965c15efca req-463b1c59-39f6-4b9f-a830-b9b43bc30d9a tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352190 Jul 30 16:16:22.100939 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=f9cab022-670f-41b8-9b80-5fe1792ace76,revision_number=4']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:22.107928 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:22.108268 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:22.108603 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:22.108934 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:22.109260 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:22.109583 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:22.109900 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:22.110225 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:22.110546 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:22.110864 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:22.111206 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:22.112043 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:22.306615 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['f9cab022-670f-41b8-9b80-5fe1792ace76'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:16:23.196658 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdaab6-ba8e-43ff-80ed-8bd1e4cc66f5 req-f8664bd6-a1a7-48af-9efc-8440c78e3c6a tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:23.198163 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fefdaab6-ba8e-43ff-80ed-8bd1e4cc66f5 req-f8664bd6-a1a7-48af-9efc-8440c78e3c6a tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 944 time: 0.0489006 Jul 30 16:16:23.236191 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-fefdaab6-ba8e-43ff-80ed-8bd1e4cc66f5 req-b94c9554-8c07-4767-97ac-c0acc9463dbc tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318069 Jul 30 16:16:23.891176 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device f9cab022-670f-41b8-9b80-5fe1792ace76 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:16:23.942737 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning for port f9cab022-670f-41b8-9b80-5fe1792ace76 completed by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:16:23.946369 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port f9cab022-670f-41b8-9b80-5fe1792ace76 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:16:23.946738 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:24.022525 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:24.043837 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31875485-d70f-453e-bffe-c21113795174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cab022-670f-41b8-9b80-5fe1792ace76'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:16:24.046066 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca8a797-abc0-49a1-b113-d22be0fa1366" -d '{"events": [{"server_uuid": "31875485-d70f-453e-bffe-c21113795174", "name": "network-vif-plugged", "status": "completed", "tag": "f9cab022-670f-41b8-9b80-5fe1792ace76"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:16:24.059241 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port f9cab022-670f-41b8-9b80-5fe1792ace76, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f9cab022-670f-41b8-9b80-5fe1792ace76,segment=NetworkSegment(8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c),segment_id=8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:24.063625 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:24.115055 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=f9cab022-670f-41b8-9b80-5fe1792ace76,revision_number=5']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:24.136341 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dfcb06-4522-4714-b418-041050696d06 x-openstack-request-id: req-95dfcb06-4522-4714-b418-041050696d06 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:16:24.136624 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31875485-d70f-453e-bffe-c21113795174", "name": "network-vif-plugged", "status": "completed", "tag": "f9cab022-670f-41b8-9b80-5fe1792ace76", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:16:24.136871 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95dfcb06-4522-4714-b418-041050696d06 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:16:24.137275 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31875485-d70f-453e-bffe-c21113795174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cab022-670f-41b8-9b80-5fe1792ace76', 'code': 200} Jul 30 16:16:24.385103 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c43b3-adb8-47f7-b0a4-8d1d1a6d9269 req-dc8d331e-45f5-4dec-9609-04fc800713c8 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:24.386588 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ff8c43b3-adb8-47f7-b0a4-8d1d1a6d9269 req-dc8d331e-45f5-4dec-9609-04fc800713c8 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0805047 Jul 30 16:16:24.391847 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c07c38-492b-4806-874a-14d5d6f60013 req-6e5952b1-c49b-410c-b480-f9d201bcaf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:24.393822 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d9c07c38-492b-4806-874a-14d5d6f60013 req-6e5952b1-c49b-410c-b480-f9d201bcaf8e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 1098 time: 0.0752652 Jul 30 16:16:24.443705 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-ff8c43b3-adb8-47f7-b0a4-8d1d1a6d9269 req-8f070cc1-01d2-43fc-8d5e-90d4947c61dd tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489545 Jul 30 16:16:24.449101 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d9c07c38-492b-4806-874a-14d5d6f60013 req-01b1849d-1515-4f60-b092-ca0e9af49c16 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416689 Jul 30 16:16:25.558190 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830c087-91c5-4ab9-b87d-84b29c53b358 req-4ca91ee5-bd55-429e-8063-e559e11189d0 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:25.559713 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2830c087-91c5-4ab9-b87d-84b29c53b358 req-4ca91ee5-bd55-429e-8063-e559e11189d0 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0485411 Jul 30 16:16:25.597073 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-2830c087-91c5-4ab9-b87d-84b29c53b358 req-ae5f1c22-b873-4f8e-a3ea-485977a685be tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313737 Jul 30 16:16:25.713873 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7aa60f-d254-471f-93a1-7a1a17eafc85 req-ab535556-5ede-4c32-8491-8fbb4b87987b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:25.715295 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6e7aa60f-d254-471f-93a1-7a1a17eafc85 req-ab535556-5ede-4c32-8491-8fbb4b87987b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0488436 Jul 30 16:16:25.754212 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-6e7aa60f-d254-471f-93a1-7a1a17eafc85 req-77e7c68b-8ee8-429a-a19d-5d59fb5cfd4a tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329311 Jul 30 16:16:25.776029 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36542) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:25.860108 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4751b7-c3ec-4b16-8750-c38ddcc65f87 tempest-TestShelveInstance-1203688562 tempest-TestShelveInstance-1203688562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:25.861602 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-6e4751b7-c3ec-4b16-8750-c38ddcc65f87 tempest-TestShelveInstance-1203688562 tempest-TestShelveInstance-1203688562-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 1093 time: 0.0846100 Jul 30 16:16:25.864599 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36546) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:25.868866 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.v2.base [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Request body: {'floatingip': {'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'port_id': 'f9cab022-670f-41b8-9b80-5fe1792ace76', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:25.890915 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for floatingip, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:26.001998 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:26.108567 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_common [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Allocated IP 172.27.3.152 (44fd2069-56d3-48dd-a694-00b845ece913/334e4773-3697-4fad-91d5-289ebec89720/21e124e2-84ad-4c0a-b93f-4c9a6891a7f3) {{(pid=93353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:16:26.212339 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for port, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:26.250793 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772173136622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:26.295036 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Network 44fd2069-56d3-48dd-a694-00b845ece913 is already hosted by enough agents. {{(pid=93353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:16:26.297918 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.base_scheduler [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Resources bound (agent type, host, resource id): {{(pid=93353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:16:26.303772 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Received port after_create {{(pid=93353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:16:26.309448 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Pushing event updated for resources: {'Port': ['ID=21e124e2-84ad-4c0a-b93f-4c9a6891a7f3,revision_number=1']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:26.678329 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:26.745781 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:26.893791 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for port, precommit_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:26.898155 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66541360'] for port, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:26.964991 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Pushing event updated for resources: {'Port': ['ID=21e124e2-84ad-4c0a-b93f-4c9a6891a7f3,revision_number=2']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:26.976362 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:26.976716 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:26.977061 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:26.977409 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:26.977743 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:26.978075 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:26.978404 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:26.978730 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:26.979088 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:26.979420 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:26.979740 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:26.980060 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:26.985573 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701498'] for floatingip, after_update {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:27.083870 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.l3_db [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Floating IP 82556c7e-5cde-4790-b9bf-5b08cc2f41c2 associated. External IP: 172.27.3.152, port: f9cab022-670f-41b8-9b80-5fe1792ace76. Jul 30 16:16:27.292697 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Router 481ad4a9-94cf-43e8-8329-992efbce5cbd has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:16:27.396396 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:16:27.405954 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb894d9-379b-49d4-873f-b2ca48b85ec7 None None] Sync routers for ids ['481ad4a9-94cf-43e8-8329-992efbce5cbd'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:16:27.414469 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:27.415451 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb894d9-379b-49d4-873f-b2ca48b85ec7 None None] Routers {'481ad4a9-94cf-43e8-8329-992efbce5cbd'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:16:27.416071 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-8bb894d9-379b-49d4-873f-b2ca48b85ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:16:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['481ad4a9-94cf-43e8-8329-992efbce5cbd'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:27.440652 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-db30cfbd-45fd-4281-813e-142bae53a06e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5750575 Jul 30 16:16:27.441248 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31875485-d70f-453e-bffe-c21113795174', 'tag': 'f9cab022-670f-41b8-9b80-5fe1792ace76'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:16:27.443491 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2876f08d-7a32-431e-a873-6bf06745ac50" -d '{"events": [{"name": "network-changed", "server_uuid": "31875485-d70f-453e-bffe-c21113795174", "tag": "f9cab022-670f-41b8-9b80-5fe1792ace76"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:16:27.482613 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf90c43-f7d2-41af-92ac-0a98cf7a046f x-openstack-request-id: req-cdf90c43-f7d2-41af-92ac-0a98cf7a046f {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:16:27.482995 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31875485-d70f-453e-bffe-c21113795174", "tag": "f9cab022-670f-41b8-9b80-5fe1792ace76", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:16:27.483267 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cdf90c43-f7d2-41af-92ac-0a98cf7a046f {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:16:27.483672 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31875485-d70f-453e-bffe-c21113795174', 'tag': 'f9cab022-670f-41b8-9b80-5fe1792ace76', 'status': 'completed', 'code': 200} Jul 30 16:16:27.522844 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-8bb894d9-379b-49d4-873f-b2ca48b85ec7 None None] Set router 481ad4a9-94cf-43e8-8329-992efbce5cbd gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:16:27.547601 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876f08d-7a32-431e-a873-6bf06745ac50 req-7f5a073a-0f4b-453b-b8f7-2acd39022fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:27.549060 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2876f08d-7a32-431e-a873-6bf06745ac50 req-7f5a073a-0f4b-453b-b8f7-2acd39022fd5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ee940c6e27c47c6a6a69d813ec09053&device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 1098 time: 0.0450125 Jul 30 16:16:27.643497 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876f08d-7a32-431e-a873-6bf06745ac50 req-4bb33863-862c-4c11-b846-95d513b6de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:27.644993 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2876f08d-7a32-431e-a873-6bf06745ac50 req-4bb33863-862c-4c11-b846-95d513b6de50 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 HTTP/1.1" status: 200 len: 909 time: 0.0878489 Jul 30 16:16:27.715459 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2876f08d-7a32-431e-a873-6bf06745ac50 req-88cd9cb6-f1bc-453f-8b19-f03803dd403b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9cab022-670f-41b8-9b80-5fe1792ace76 HTTP/1.1" status: 200 len: 999 time: 0.0627542 Jul 30 16:16:27.747922 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-8bb894d9-379b-49d4-873f-b2ca48b85ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'name': 'tempest-TestShelveInstance-701961744-router', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:42Z', 'updated_at': '2021-07-30T16:15:45Z', 'revision_number': 4, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'gw_port': {'id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:43Z', 'updated_at': '2021-07-30T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '82556c7e-5cde-4790-b9bf-5b08cc2f41c2', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'port_id': 'f9cab022-670f-41b8-9b80-5fe1792ace76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'mac_address': 'fa:16:3e:6b:5c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31875485-d70f-453e-bffe-c21113795174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:16:26Z', 'updated_at': '2021-07-30T16:16:26Z', 'revision_number': 0, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb73360c-e8ae-48ed-919c-57a6fd1d7356', 'name': '', 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'mac_address': 'fa:16:3e:50:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:44Z', 'updated_at': '2021-07-30T16:15:51Z', 'revision_number': 5, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'subnets': [{'id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:27.765967 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876f08d-7a32-431e-a873-6bf06745ac50 req-abfbf1a4-dc4d-4323-af47-12e8d1046971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:27.767463 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2876f08d-7a32-431e-a873-6bf06745ac50 req-abfbf1a4-dc4d-4323-af47-12e8d1046971 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4a92112d-c510-4e4d-9c6f-019e181dd50a HTTP/1.1" status: 200 len: 847 time: 0.0450232 Jul 30 16:16:27.774509 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb894d9-379b-49d4-873f-b2ca48b85ec7 None None] Checking router: 481ad4a9-94cf-43e8-8329-992efbce5cbd for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:16:27.782808 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb894d9-379b-49d4-873f-b2ca48b85ec7 None None] Routers {'481ad4a9-94cf-43e8-8329-992efbce5cbd'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:16:27.783476 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-8bb894d9-379b-49d4-873f-b2ca48b85ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:16:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['481ad4a9-94cf-43e8-8329-992efbce5cbd'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:27.818317 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876f08d-7a32-431e-a873-6bf06745ac50 req-5f85cfbf-95d8-484a-bff4-f9578167a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:27.819770 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2876f08d-7a32-431e-a873-6bf06745ac50 req-5f85cfbf-95d8-484a-bff4-f9578167a5f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439878 Jul 30 16:16:27.920659 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2876f08d-7a32-431e-a873-6bf06745ac50 req-58ef0366-06e2-40d4-b475-10f7d71e8ad1 service neutron] 10.222.0.60 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930502 Jul 30 16:16:28.020949 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-8bb894d9-379b-49d4-873f-b2ca48b85ec7 None None] Set router 481ad4a9-94cf-43e8-8329-992efbce5cbd gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:16:28.025855 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-2876f08d-7a32-431e-a873-6bf06745ac50 req-27f74554-d6b7-44f3-b887-53156f5190d8 service neutron] 10.222.0.60 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971844 Jul 30 16:16:28.237296 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-8bb894d9-379b-49d4-873f-b2ca48b85ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'name': 'tempest-TestShelveInstance-701961744-router', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:42Z', 'updated_at': '2021-07-30T16:15:45Z', 'revision_number': 4, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'gw_port': {'id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:43Z', 'updated_at': '2021-07-30T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '82556c7e-5cde-4790-b9bf-5b08cc2f41c2', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'port_id': 'f9cab022-670f-41b8-9b80-5fe1792ace76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'mac_address': 'fa:16:3e:6b:5c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31875485-d70f-453e-bffe-c21113795174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:16:26Z', 'updated_at': '2021-07-30T16:16:26Z', 'revision_number': 0, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb73360c-e8ae-48ed-919c-57a6fd1d7356', 'name': '', 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'mac_address': 'fa:16:3e:50:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:44Z', 'updated_at': '2021-07-30T16:15:51Z', 'revision_number': 5, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'subnets': [{'id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:28.266577 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb894d9-379b-49d4-873f-b2ca48b85ec7 None None] The sync data for ids ['481ad4a9-94cf-43e8-8329-992efbce5cbd'] in dv-cinder-802955-2-iscsi is: [{'id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'name': 'tempest-TestShelveInstance-701961744-router', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:42Z', 'updated_at': '2021-07-30T16:15:45Z', 'revision_number': 4, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'gw_port': {'id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:43Z', 'updated_at': '2021-07-30T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '82556c7e-5cde-4790-b9bf-5b08cc2f41c2', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'port_id': 'f9cab022-670f-41b8-9b80-5fe1792ace76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'mac_address': 'fa:16:3e:6b:5c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31875485-d70f-453e-bffe-c21113795174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:16:26Z', 'updated_at': '2021-07-30T16:16:26Z', 'revision_number': 0, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb73360c-e8ae-48ed-919c-57a6fd1d7356', 'name': '', 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'mac_address': 'fa:16:3e:50:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:44Z', 'updated_at': '2021-07-30T16:15:51Z', 'revision_number': 5, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'subnets': [{'id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:16:28.467269 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29060760-047a-4ba6-9314-23d6c04f07db None None] New status for floating IP 82556c7e-5cde-4790-b9bf-5b08cc2f41c2: ACTIVE {{(pid=93356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:16:33.259884 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-52e9311c-a194-430d-867b-7a61ad1299fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.194563 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-df1c3c26-9667-4577-ad5f-dc5cfc40ff67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.196341 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.990695 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:37.438313 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36562) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:37.595732 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-3765d2ca-3c48-4ed3-b4b2-57c4d2308bb2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Deleting port 29ddee1f-3d52-4235-aac9-a13d933a8a92 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:16:37.596078 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3765d2ca-3c48-4ed3-b4b2-57c4d2308bb2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:37.669522 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3765d2ca-3c48-4ed3-b4b2-57c4d2308bb2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:37.669849 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3765d2ca-3c48-4ed3-b4b2-57c4d2308bb2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:37.681766 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-3765d2ca-3c48-4ed3-b4b2-57c4d2308bb2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Calling delete_port for 29ddee1f-3d52-4235-aac9-a13d933a8a92 owned by network:floatingip {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:16:37.848815 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3765d2ca-3c48-4ed3-b4b2-57c4d2308bb2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:37.876232 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765d2ca-3c48-4ed3-b4b2-57c4d2308bb2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event deleted for resources: {'Port': ['ID=29ddee1f-3d52-4235-aac9-a13d933a8a92,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:37.939144 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3765d2ca-3c48-4ed3-b4b2-57c4d2308bb2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for floatingip, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:37.939480 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.l3_db [None req-3765d2ca-3c48-4ed3-b4b2-57c4d2308bb2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Floating IP 1fb3e296-7ad2-4d99-9df1-8ac5985a8085 disassociated (deleted). External IP: 172.27.3.29, port: 75f33a08-4772-4d3e-b7a8-4147041efc58. Jul 30 16:16:38.141385 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3765d2ca-3c48-4ed3-b4b2-57c4d2308bb2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Router dc545388-12aa-4792-a04e-4e4890b2cdd6 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:16:38.246522 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3765d2ca-3c48-4ed3-b4b2-57c4d2308bb2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:16:38.251155 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-3765d2ca-3c48-4ed3-b4b2-57c4d2308bb2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:38.257028 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351bccb2-f0b2-47b7-8ed0-60e179ffca39 None None] Sync routers for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:16:38.265666 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351bccb2-f0b2-47b7-8ed0-60e179ffca39 None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:16:38.266276 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-351bccb2-f0b2-47b7-8ed0-60e179ffca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:16:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:38.278502 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-3765d2ca-3c48-4ed3-b4b2-57c4d2308bb2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "DELETE /v2.0/floatingips/1fb3e296-7ad2-4d99-9df1-8ac5985a8085 HTTP/1.1" status: 204 len: 168 time: 0.8391042 Jul 30 16:16:38.279121 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a57ac36-c026-4734-876f-cd6418df4619', 'tag': '75f33a08-4772-4d3e-b7a8-4147041efc58'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:16:38.281336 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f409caea-801f-499c-b771-b8d4494393f7" -d '{"events": [{"name": "network-changed", "server_uuid": "6a57ac36-c026-4734-876f-cd6418df4619", "tag": "75f33a08-4772-4d3e-b7a8-4147041efc58"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:16:38.320925 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460a97fc-0b0e-4159-9fb2-b1b3d27b87d5 x-openstack-request-id: req-460a97fc-0b0e-4159-9fb2-b1b3d27b87d5 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:16:38.321299 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a57ac36-c026-4734-876f-cd6418df4619", "tag": "75f33a08-4772-4d3e-b7a8-4147041efc58", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:16:38.321612 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-460a97fc-0b0e-4159-9fb2-b1b3d27b87d5 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:16:38.322074 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a57ac36-c026-4734-876f-cd6418df4619', 'tag': '75f33a08-4772-4d3e-b7a8-4147041efc58', 'status': 'completed', 'code': 200} Jul 30 16:16:38.378109 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-351bccb2-f0b2-47b7-8ed0-60e179ffca39 None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:16:38.388768 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409caea-801f-499c-b771-b8d4494393f7 req-d27cf6c4-d4f8-4abe-bb4c-206f647582ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:38.390405 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f409caea-801f-499c-b771-b8d4494393f7 req-d27cf6c4-d4f8-4abe-bb4c-206f647582ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 1098 time: 0.0437994 Jul 30 16:16:38.480250 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:38.495884 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409caea-801f-499c-b771-b8d4494393f7 req-904f6e21-e9f4-4cf1-ad6f-469963f192f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:38.498115 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f409caea-801f-499c-b771-b8d4494393f7 req-904f6e21-e9f4-4cf1-ad6f-469963f192f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 HTTP/1.1" status: 200 len: 913 time: 0.0993593 Jul 30 16:16:38.510660 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df089eb0-5896-4c8e-9502-ae33a03766aa req-c8bc56eb-5852-487c-9d24-0ccb2b67abf2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:38.513803 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-df089eb0-5896-4c8e-9502-ae33a03766aa req-c8bc56eb-5852-487c-9d24-0ccb2b67abf2 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 945 time: 0.0511131 Jul 30 16:16:38.542627 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f409caea-801f-499c-b771-b8d4494393f7 req-217f8991-8d5b-4ca6-8c15-9adae69daa2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75f33a08-4772-4d3e-b7a8-4147041efc58 HTTP/1.1" status: 200 len: 217 time: 0.0356901 Jul 30 16:16:38.556320 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-df089eb0-5896-4c8e-9502-ae33a03766aa req-1ae95a7a-c285-4501-928d-0cdff0ec7cff tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380533 Jul 30 16:16:38.594011 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409caea-801f-499c-b771-b8d4494393f7 req-990a1eb4-134b-43d2-b9c5-c66d485d0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:38.595521 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f409caea-801f-499c-b771-b8d4494393f7 req-990a1eb4-134b-43d2-b9c5-c66d485d0359 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8300e625-33c3-4a90-8788-37444de738bb HTTP/1.1" status: 200 len: 851 time: 0.0449152 Jul 30 16:16:38.624487 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-351bccb2-f0b2-47b7-8ed0-60e179ffca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '2690c1ec-2e5e-410b-afb1-31c8fc5a9e70', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'port_id': '8b7e51f5-3950-402d-a921-c3ff430294d9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'mac_address': 'fa:16:3e:3c:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:13:08Z', 'updated_at': '2021-07-30T16:13:10Z', 'revision_number': 1, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:38.648464 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409caea-801f-499c-b771-b8d4494393f7 req-20715086-f28b-4205-ae82-1911ba5f373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:38.649538 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f409caea-801f-499c-b771-b8d4494393f7 req-20715086-f28b-4205-ae82-1911ba5f373b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443535 Jul 30 16:16:38.654441 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351bccb2-f0b2-47b7-8ed0-60e179ffca39 None None] Checking router: dc545388-12aa-4792-a04e-4e4890b2cdd6 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:16:38.662967 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351bccb2-f0b2-47b7-8ed0-60e179ffca39 None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:16:38.663554 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-351bccb2-f0b2-47b7-8ed0-60e179ffca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:16:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:38.747247 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f409caea-801f-499c-b771-b8d4494393f7 req-cc49ae58-40cf-4e8c-83a7-b675c025a9cb service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855966 Jul 30 16:16:38.770232 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-351bccb2-f0b2-47b7-8ed0-60e179ffca39 None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:16:38.841465 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f409caea-801f-499c-b771-b8d4494393f7 req-9c81f10d-e0af-4e19-8e25-b75b286e2a2c service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858047 Jul 30 16:16:38.989425 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-351bccb2-f0b2-47b7-8ed0-60e179ffca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '2690c1ec-2e5e-410b-afb1-31c8fc5a9e70', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'port_id': '8b7e51f5-3950-402d-a921-c3ff430294d9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'mac_address': 'fa:16:3e:3c:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:13:08Z', 'updated_at': '2021-07-30T16:13:10Z', 'revision_number': 1, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:39.014210 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351bccb2-f0b2-47b7-8ed0-60e179ffca39 None None] The sync data for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi is: [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_floatingips': [{'id': '2690c1ec-2e5e-410b-afb1-31c8fc5a9e70', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'router_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'port_id': '8b7e51f5-3950-402d-a921-c3ff430294d9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'mac_address': 'fa:16:3e:3c:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:13:08Z', 'updated_at': '2021-07-30T16:13:10Z', 'revision_number': 1, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:16:39.227348 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23176535-82b0-4419-aed7-7494e9e0fd0d None None] New status for floating IP 1fb3e296-7ad2-4d99-9df1-8ac5985a8085: DOWN {{(pid=93356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:16:39.673885 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dee7cb-f57a-4118-bd2e-63be92a3ae18 req-4b804e8f-56fc-4410-8670-b31ce53e75d6 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:39.675392 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-23dee7cb-f57a-4118-bd2e-63be92a3ae18 req-4b804e8f-56fc-4410-8670-b31ce53e75d6 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 945 time: 0.0488536 Jul 30 16:16:39.714829 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-23dee7cb-f57a-4118-bd2e-63be92a3ae18 req-26392023-be76-4242-bcd5-78609a0c7185 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335302 Jul 30 16:16:40.112512 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054082c9-95b6-4ce9-8595-b6e622b56ed1 req-edc01680-c832-45e0-9e03-19ca80be75c0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:40.113929 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-054082c9-95b6-4ce9-8595-b6e622b56ed1 req-edc01680-c832-45e0-9e03-19ca80be75c0 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 945 time: 0.0471928 Jul 30 16:16:40.478028 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-054082c9-95b6-4ce9-8595-b6e622b56ed1 req-c7d7d9d8-4a8d-40e8-8729-a3c1a203c30b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Deleting port 75f33a08-4772-4d3e-b7a8-4147041efc58 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:16:40.478372 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-054082c9-95b6-4ce9-8595-b6e622b56ed1 req-c7d7d9d8-4a8d-40e8-8729-a3c1a203c30b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:40.565448 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-054082c9-95b6-4ce9-8595-b6e622b56ed1 req-c7d7d9d8-4a8d-40e8-8729-a3c1a203c30b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] For port 75f33a08-4772-4d3e-b7a8-4147041efc58, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=75f33a08-4772-4d3e-b7a8-4147041efc58,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:40.565823 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-054082c9-95b6-4ce9-8595-b6e622b56ed1 req-c7d7d9d8-4a8d-40e8-8729-a3c1a203c30b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:40.578778 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-054082c9-95b6-4ce9-8595-b6e622b56ed1 req-c7d7d9d8-4a8d-40e8-8729-a3c1a203c30b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Calling delete_port for 75f33a08-4772-4d3e-b7a8-4147041efc58 owned by compute:nova {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:16:40.704169 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-054082c9-95b6-4ce9-8595-b6e622b56ed1 req-c7d7d9d8-4a8d-40e8-8729-a3c1a203c30b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:40.732595 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7d9d8-4a8d-40e8-8729-a3c1a203c30b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event deleted for resources: {'Port': ['ID=75f33a08-4772-4d3e-b7a8-4147041efc58,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:40.779209 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-054082c9-95b6-4ce9-8595-b6e622b56ed1 req-c7d7d9d8-4a8d-40e8-8729-a3c1a203c30b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] No DVR routers for this DVR port 75f33a08-4772-4d3e-b7a8-4147041efc58 on host hv-cinder-80295 {{(pid=93353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:16:40.781708 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-054082c9-95b6-4ce9-8595-b6e622b56ed1 req-c7d7d9d8-4a8d-40e8-8729-a3c1a203c30b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:40.784428 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-054082c9-95b6-4ce9-8595-b6e622b56ed1 req-c7d7d9d8-4a8d-40e8-8729-a3c1a203c30b tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.60 "DELETE /v2.0/ports/75f33a08-4772-4d3e-b7a8-4147041efc58 HTTP/1.1" status: 204 len: 173 time: 0.6621122 Jul 30 16:16:40.784866 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a57ac36-c026-4734-876f-cd6418df4619', 'name': 'network-vif-deleted', 'tag': '75f33a08-4772-4d3e-b7a8-4147041efc58'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:16:40.787189 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04157932-6562-4b14-bbf7-2014d5de42fe" -d '{"events": [{"server_uuid": "6a57ac36-c026-4734-876f-cd6418df4619", "name": "network-vif-deleted", "tag": "75f33a08-4772-4d3e-b7a8-4147041efc58"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:16:40.819578 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-5137b96b-703f-4dc3-ab2b-2235ec17cbb2 req-b6b7fe7d-8bff-47c9-afce-0c92ffe9d05d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a57ac36-c026-4734-876f-cd6418df4619 HTTP/1.1" status: 200 len: 210 time: 0.0335176 Jul 30 16:16:40.824305 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18804974-9378-448f-8fd7-4beb4c21919a x-openstack-request-id: req-18804974-9378-448f-8fd7-4beb4c21919a {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:16:40.824597 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a57ac36-c026-4734-876f-cd6418df4619", "name": "network-vif-deleted", "tag": "75f33a08-4772-4d3e-b7a8-4147041efc58", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:16:40.825235 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-18804974-9378-448f-8fd7-4beb4c21919a {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:16:40.825667 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a57ac36-c026-4734-876f-cd6418df4619', 'name': 'network-vif-deleted', 'tag': '75f33a08-4772-4d3e-b7a8-4147041efc58', 'status': 'completed', 'code': 200} Jul 30 16:16:44.026929 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 75f33a08-4772-4d3e-b7a8-4147041efc58 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:16:44.050649 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: 75f33a08-4772-4d3e-b7a8-4147041efc58 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:16:44.051005 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 75f33a08-4772-4d3e-b7a8-4147041efc58 not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:16:44.094133 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36592) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:44.245467 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-e8c1d8ca-3952-442e-a6d9-cca72f528a55 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Deleting port febb6ff2-28c6-43bf-93e6-e80a105b306f {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:16:44.245814 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d8ca-3952-442e-a6d9-cca72f528a55 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:44.333351 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d8ca-3952-442e-a6d9-cca72f528a55 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:44.333725 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d8ca-3952-442e-a6d9-cca72f528a55 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:44.349987 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-e8c1d8ca-3952-442e-a6d9-cca72f528a55 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Calling delete_port for febb6ff2-28c6-43bf-93e6-e80a105b306f owned by network:floatingip {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:16:44.436038 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:44.504058 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d8ca-3952-442e-a6d9-cca72f528a55 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:44.529883 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1d8ca-3952-442e-a6d9-cca72f528a55 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event deleted for resources: {'Port': ['ID=febb6ff2-28c6-43bf-93e6-e80a105b306f,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:44.593393 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d8ca-3952-442e-a6d9-cca72f528a55 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for floatingip, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:44.593668 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.db.l3_db [None req-e8c1d8ca-3952-442e-a6d9-cca72f528a55 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Floating IP 2690c1ec-2e5e-410b-afb1-31c8fc5a9e70 disassociated (deleted). External IP: 172.27.3.34, port: 8b7e51f5-3950-402d-a921-c3ff430294d9. Jul 30 16:16:44.799846 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c1d8ca-3952-442e-a6d9-cca72f528a55 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Router dc545388-12aa-4792-a04e-4e4890b2cdd6 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:16:44.904170 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c1d8ca-3952-442e-a6d9-cca72f528a55 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:16:44.908970 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d8ca-3952-442e-a6d9-cca72f528a55 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:44.916678 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73265dbf-de8e-4085-82dd-b2a6201f4640 None None] Sync routers for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:16:44.925637 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73265dbf-de8e-4085-82dd-b2a6201f4640 None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:16:44.926878 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-73265dbf-de8e-4085-82dd-b2a6201f4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:16:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:44.936485 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-e8c1d8ca-3952-442e-a6d9-cca72f528a55 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "DELETE /v2.0/floatingips/2690c1ec-2e5e-410b-afb1-31c8fc5a9e70 HTTP/1.1" status: 204 len: 168 time: 0.8412614 Jul 30 16:16:44.937170 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'tag': '8b7e51f5-3950-402d-a921-c3ff430294d9'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:16:44.939554 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af87af9-d12a-4b4f-91e7-fb24eeeede22" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb449a5-9c29-4ea4-9b60-b6451df44888", "tag": "8b7e51f5-3950-402d-a921-c3ff430294d9"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:16:44.977680 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f244afa6-6339-4d59-859c-a5911cc65bfc x-openstack-request-id: req-f244afa6-6339-4d59-859c-a5911cc65bfc {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:16:44.977970 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb449a5-9c29-4ea4-9b60-b6451df44888", "tag": "8b7e51f5-3950-402d-a921-c3ff430294d9", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:16:44.978219 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f244afa6-6339-4d59-859c-a5911cc65bfc {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:16:44.978633 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'tag': '8b7e51f5-3950-402d-a921-c3ff430294d9', 'status': 'completed', 'code': 200} Jul 30 16:16:45.041621 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af87af9-d12a-4b4f-91e7-fb24eeeede22 req-d0ad990a-b1ef-4bcb-86eb-62b16f131118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:45.043186 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0af87af9-d12a-4b4f-91e7-fb24eeeede22 req-d0ad990a-b1ef-4bcb-86eb-62b16f131118 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 1099 time: 0.0427518 Jul 30 16:16:45.047616 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-73265dbf-de8e-4085-82dd-b2a6201f4640 None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:16:45.178914 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af87af9-d12a-4b4f-91e7-fb24eeeede22 req-4c0e7a88-2934-4a84-9b2d-0894b92009af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:45.180370 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0af87af9-d12a-4b4f-91e7-fb24eeeede22 req-4c0e7a88-2934-4a84-9b2d-0894b92009af service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 HTTP/1.1" status: 200 len: 913 time: 0.1230311 Jul 30 16:16:45.193681 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936b99e-67b3-478f-bbba-b60c85cd25d5 req-f9ef6af0-ffcf-4dee-a9fc-ca2d9e2e0c3f tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:45.195303 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5936b99e-67b3-478f-bbba-b60c85cd25d5 req-f9ef6af0-ffcf-4dee-a9fc-ca2d9e2e0c3f tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 946 time: 0.0762558 Jul 30 16:16:45.238653 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0af87af9-d12a-4b4f-91e7-fb24eeeede22 req-0da9f71a-3937-435b-b33e-d156cd0300cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b7e51f5-3950-402d-a921-c3ff430294d9 HTTP/1.1" status: 200 len: 217 time: 0.0422833 Jul 30 16:16:45.299146 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5936b99e-67b3-478f-bbba-b60c85cd25d5 req-80983f41-456c-4bd4-ab27-5a9ef6028066 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964432 Jul 30 16:16:45.311233 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af87af9-d12a-4b4f-91e7-fb24eeeede22 req-c4072542-77a4-412c-a461-a42f4c394de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:45.312715 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0af87af9-d12a-4b4f-91e7-fb24eeeede22 req-c4072542-77a4-412c-a461-a42f4c394de1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8300e625-33c3-4a90-8788-37444de738bb HTTP/1.1" status: 200 len: 851 time: 0.0658562 Jul 30 16:16:45.362018 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af87af9-d12a-4b4f-91e7-fb24eeeede22 req-ff2c75ce-1070-41ce-a16b-a8fa47b882d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:45.363589 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0af87af9-d12a-4b4f-91e7-fb24eeeede22 req-ff2c75ce-1070-41ce-a16b-a8fa47b882d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421569 Jul 30 16:16:45.379867 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-73265dbf-de8e-4085-82dd-b2a6201f4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:45.405786 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73265dbf-de8e-4085-82dd-b2a6201f4640 None None] Checking router: dc545388-12aa-4792-a04e-4e4890b2cdd6 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:16:45.414643 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73265dbf-de8e-4085-82dd-b2a6201f4640 None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:16:45.415296 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-73265dbf-de8e-4085-82dd-b2a6201f4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:16:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:45.454779 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0af87af9-d12a-4b4f-91e7-fb24eeeede22 req-9586b399-07f6-4ea3-acf0-dc80d9a60bde service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813994 Jul 30 16:16:45.518313 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-73265dbf-de8e-4085-82dd-b2a6201f4640 None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:16:45.552960 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-0af87af9-d12a-4b4f-91e7-fb24eeeede22 req-8a8b4062-9a3e-41c8-b3b1-0f668a84a7e0 service neutron] 10.222.0.60 "GET /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882130 Jul 30 16:16:45.719061 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-73265dbf-de8e-4085-82dd-b2a6201f4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:45.743850 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73265dbf-de8e-4085-82dd-b2a6201f4640 None None] The sync data for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi is: [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:50Z', 'revision_number': 4, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'a71e2003-728b-408d-a731-fc46ba2176f2', 'name': '', 'network_id': 'ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'mac_address': 'fa:16:3e:03:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '8300e625-33c3-4a90-8788-37444de738bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:49Z', 'updated_at': '2021-07-30T16:09:55Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'subnets': [{'id': '8300e625-33c3-4a90-8788-37444de738bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:16:45.953254 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c511b46-9783-467d-a026-4a539078a689 None None] New status for floating IP 2690c1ec-2e5e-410b-afb1-31c8fc5a9e70: DOWN {{(pid=93356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:16:46.413491 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe416c-a84c-4644-8ccf-54a4ac43e865 req-af4ffe6e-7e99-4e8d-922a-6b475c9feca6 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:46.414936 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7dfe416c-a84c-4644-8ccf-54a4ac43e865 req-af4ffe6e-7e99-4e8d-922a-6b475c9feca6 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 946 time: 0.0477769 Jul 30 16:16:46.452426 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-7dfe416c-a84c-4644-8ccf-54a4ac43e865 req-d157530f-6d2d-45dd-8287-9218e460a47e tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/security-groups?id=15e35268-9246-463b-a450-ef99e442b193&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314200 Jul 30 16:16:46.817098 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04b7e9-0e9c-4c61-896f-fd90aa6a5f50 req-0c3f8678-1b42-4264-bbdc-6b242425e806 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:46.818519 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-da04b7e9-0e9c-4c61-896f-fd90aa6a5f50 req-0c3f8678-1b42-4264-bbdc-6b242425e806 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.60 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 946 time: 0.0487430 Jul 30 16:16:46.913204 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-da04b7e9-0e9c-4c61-896f-fd90aa6a5f50 req-a5ae8de8-2c02-4a80-b34f-925f364f2b4d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Deleting port 8b7e51f5-3950-402d-a921-c3ff430294d9 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:16:46.913549 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-da04b7e9-0e9c-4c61-896f-fd90aa6a5f50 req-a5ae8de8-2c02-4a80-b34f-925f364f2b4d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:46.998837 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-da04b7e9-0e9c-4c61-896f-fd90aa6a5f50 req-a5ae8de8-2c02-4a80-b34f-925f364f2b4d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] For port 8b7e51f5-3950-402d-a921-c3ff430294d9, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=8b7e51f5-3950-402d-a921-c3ff430294d9,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:46.999228 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-da04b7e9-0e9c-4c61-896f-fd90aa6a5f50 req-a5ae8de8-2c02-4a80-b34f-925f364f2b4d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:47.011575 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-da04b7e9-0e9c-4c61-896f-fd90aa6a5f50 req-a5ae8de8-2c02-4a80-b34f-925f364f2b4d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Calling delete_port for 8b7e51f5-3950-402d-a921-c3ff430294d9 owned by compute:nova {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:16:47.137801 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-da04b7e9-0e9c-4c61-896f-fd90aa6a5f50 req-a5ae8de8-2c02-4a80-b34f-925f364f2b4d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:47.163689 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae8de8-2c02-4a80-b34f-925f364f2b4d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event deleted for resources: {'Port': ['ID=8b7e51f5-3950-402d-a921-c3ff430294d9,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:47.204894 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-da04b7e9-0e9c-4c61-896f-fd90aa6a5f50 req-a5ae8de8-2c02-4a80-b34f-925f364f2b4d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] No DVR routers for this DVR port 8b7e51f5-3950-402d-a921-c3ff430294d9 on host hv-cinder-80295 {{(pid=93353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:16:47.207946 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-da04b7e9-0e9c-4c61-896f-fd90aa6a5f50 req-a5ae8de8-2c02-4a80-b34f-925f364f2b4d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:47.209964 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-da04b7e9-0e9c-4c61-896f-fd90aa6a5f50 req-a5ae8de8-2c02-4a80-b34f-925f364f2b4d tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.60 "DELETE /v2.0/ports/8b7e51f5-3950-402d-a921-c3ff430294d9 HTTP/1.1" status: 204 len: 173 time: 0.3841100 Jul 30 16:16:47.210386 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'name': 'network-vif-deleted', 'tag': '8b7e51f5-3950-402d-a921-c3ff430294d9'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:16:47.212639 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c9ef08-a060-4d28-aa63-a008014b45e4" -d '{"events": [{"server_uuid": "7cb449a5-9c29-4ea4-9b60-b6451df44888", "name": "network-vif-deleted", "tag": "8b7e51f5-3950-402d-a921-c3ff430294d9"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:16:47.247902 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33869e3-6fb4-4d1a-ab58-d3fef3b195f6 x-openstack-request-id: req-e33869e3-6fb4-4d1a-ab58-d3fef3b195f6 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:16:47.248154 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb449a5-9c29-4ea4-9b60-b6451df44888", "name": "network-vif-deleted", "tag": "8b7e51f5-3950-402d-a921-c3ff430294d9", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:16:47.248402 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e33869e3-6fb4-4d1a-ab58-d3fef3b195f6 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:16:47.248794 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb449a5-9c29-4ea4-9b60-b6451df44888', 'name': 'network-vif-deleted', 'tag': '8b7e51f5-3950-402d-a921-c3ff430294d9', 'status': 'completed', 'code': 200} Jul 30 16:16:47.556277 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-d4f61410-8a03-4236-9c2e-76e26023e2e6 req-c841399c-26c9-4add-9876-c3e4e8fadd38 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "GET /v2.0/ports?device_id=7cb449a5-9c29-4ea4-9b60-b6451df44888 HTTP/1.1" status: 200 len: 210 time: 0.0309591 Jul 30 16:16:48.613217 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36610) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:48.737644 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b7223-217f-469f-8d0c-39a631c3a042 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Deleting port 0fdb1226-6ef4-4363-ae1d-67a30eb2c8f3 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:16:48.737990 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7223-217f-469f-8d0c-39a631c3a042 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:48.813912 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7223-217f-469f-8d0c-39a631c3a042 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:48.814304 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7223-217f-469f-8d0c-39a631c3a042 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:48.826378 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b7223-217f-469f-8d0c-39a631c3a042 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Calling delete_port for 0fdb1226-6ef4-4363-ae1d-67a30eb2c8f3 owned by network:floatingip {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:16:48.955644 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7223-217f-469f-8d0c-39a631c3a042 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:48.985722 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b7223-217f-469f-8d0c-39a631c3a042 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event deleted for resources: {'Port': ['ID=0fdb1226-6ef4-4363-ae1d-67a30eb2c8f3,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:49.037868 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7223-217f-469f-8d0c-39a631c3a042 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for floatingip, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:49.040484 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7223-217f-469f-8d0c-39a631c3a042 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:49.041632 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-ff7b7223-217f-469f-8d0c-39a631c3a042 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "DELETE /v2.0/floatingips/ba5a9523-b9d3-47f3-aa8f-0d2ef91979f6 HTTP/1.1" status: 204 len: 168 time: 0.4272633 Jul 30 16:16:50.049686 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 8b7e51f5-3950-402d-a921-c3ff430294d9 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:16:50.069638 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: 8b7e51f5-3950-402d-a921-c3ff430294d9 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:16:50.069986 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device 8b7e51f5-3950-402d-a921-c3ff430294d9 not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:16:50.233035 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36622) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:50.293585 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-bc5f8f1b-2e2c-4712-aa0c-48bcc4b6b128 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:50.318319 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-bc5f8f1b-2e2c-4712-aa0c-48bcc4b6b128 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:50.375177 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-bc5f8f1b-2e2c-4712-aa0c-48bcc4b6b128 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:50.377802 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-bc5f8f1b-2e2c-4712-aa0c-48bcc4b6b128 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Notify callbacks [] for security_group, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:50.378976 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-bc5f8f1b-2e2c-4712-aa0c-48bcc4b6b128 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] 10.222.0.61 "DELETE /v2.0/security-groups/15e35268-9246-463b-a450-ef99e442b193 HTTP/1.1" status: 204 len: 168 time: 0.1449585 Jul 30 16:16:50.388278 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f8f1b-2e2c-4712-aa0c-48bcc4b6b128 tempest-TestVolumeBootPattern-1089245422 tempest-TestVolumeBootPattern-1089245422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e35268-9246-463b-a450-ef99e442b193,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:50.435536 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36626) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:50.882554 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701754'] for router_interface, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:51.126226 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Deleting port a71e2003-728b-408d-a731-fc46ba2176f2 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:16:51.126567 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:51.203876 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] For port a71e2003-728b-408d-a731-fc46ba2176f2, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=a71e2003-728b-408d-a731-fc46ba2176f2,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:51.204159 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:51.216817 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Calling delete_port for a71e2003-728b-408d-a731-fc46ba2176f2 owned by network:router_interface {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:16:51.393481 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:51.422950 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Pushing event deleted for resources: {'Port': ['ID=a71e2003-728b-408d-a731-fc46ba2176f2,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:51.452694 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:51.453376 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:51.453376 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:51.453694 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:51.454089 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:51.454407 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:51.454952 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:51.455255 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:51.455398 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:51.455709 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:51.456077 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:51.456374 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:51.601968 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701782'] for router_interface, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:52.040269 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Router dc545388-12aa-4792-a04e-4e4890b2cdd6 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:16:52.133080 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:16:52.139726 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:16:52.144663 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-21564962-1936-45c4-89b4-c323e4f047db admin admin] 10.222.0.61 "PUT /v2.0/routers/dc545388-12aa-4792-a04e-4e4890b2cdd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7081029 Jul 30 16:16:52.147150 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36630) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:52.149891 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b7d3c7-1ed3-4a03-a819-112cbf177732 None None] Sync routers for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:16:52.162958 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b7d3c7-1ed3-4a03-a819-112cbf177732 None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:16:52.163604 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-51b7d3c7-1ed3-4a03-a819-112cbf177732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:16:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:52.248528 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-32a566cb-c8b8-43d1-8983-98887cdab101 admin admin] Notify callbacks [] for router, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:52.262555 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-51b7d3c7-1ed3-4a03-a819-112cbf177732 None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:16:52.352274 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-32a566cb-c8b8-43d1-8983-98887cdab101 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:52.403327 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-32a566cb-c8b8-43d1-8983-98887cdab101 admin admin] Deleting port 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:16:52.403671 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-32a566cb-c8b8-43d1-8983-98887cdab101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:52.443993 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-51b7d3c7-1ed3-4a03-a819-112cbf177732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:16:51Z', 'revision_number': 5, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port': {'id': '604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:52.472650 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b7d3c7-1ed3-4a03-a819-112cbf177732 None None] Checking router: dc545388-12aa-4792-a04e-4e4890b2cdd6 for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:16:52.482097 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b7d3c7-1ed3-4a03-a819-112cbf177732 None None] Routers {'dc545388-12aa-4792-a04e-4e4890b2cdd6'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:16:52.482718 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-51b7d3c7-1ed3-4a03-a819-112cbf177732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:16:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['dc545388-12aa-4792-a04e-4e4890b2cdd6'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:52.487031 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-32a566cb-c8b8-43d1-8983-98887cdab101 admin admin] For port 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:52.487550 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-32a566cb-c8b8-43d1-8983-98887cdab101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:52.500230 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-32a566cb-c8b8-43d1-8983-98887cdab101 admin admin] Calling delete_port for 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0 owned by network:router_gateway {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:16:52.579178 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-51b7d3c7-1ed3-4a03-a819-112cbf177732 None None] Set router dc545388-12aa-4792-a04e-4e4890b2cdd6 gateway port host: None {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:16:52.639265 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-51b7d3c7-1ed3-4a03-a819-112cbf177732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:16:52Z', 'revision_number': 6, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port_host': None}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:52.666711 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b7d3c7-1ed3-4a03-a819-112cbf177732 None None] The sync data for ids ['dc545388-12aa-4792-a04e-4e4890b2cdd6'] in dv-cinder-802955-2-iscsi is: [{'id': 'dc545388-12aa-4792-a04e-4e4890b2cdd6', 'name': 'tempest-TestVolumeBootPattern-1287709204-router', 'tenant_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:46Z', 'updated_at': '2021-07-30T16:16:52Z', 'revision_number': 6, 'project_id': '1dfbed60a71f4f0b9bf0fe13b496a65d', 'gw_port_host': None}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:16:52.681669 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-32a566cb-c8b8-43d1-8983-98887cdab101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:52.728785 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a566cb-c8b8-43d1-8983-98887cdab101 admin admin] Pushing event deleted for resources: {'Port': ['ID=604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:52.796673 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-32a566cb-c8b8-43d1-8983-98887cdab101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701684'] for router_gateway, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:52.886069 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-32a566cb-c8b8-43d1-8983-98887cdab101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2721'] for router, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:52.888165 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-32a566cb-c8b8-43d1-8983-98887cdab101 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:52.930401 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-32a566cb-c8b8-43d1-8983-98887cdab101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564731'] for router, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:52.930911 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a566cb-c8b8-43d1-8983-98887cdab101 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc545388-12aa-4792-a04e-4e4890b2cdd6 {{(pid=93354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:16:52.935621 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-32a566cb-c8b8-43d1-8983-98887cdab101 admin admin] Notify callbacks [] for router, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:52.936783 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-32a566cb-c8b8-43d1-8983-98887cdab101 admin admin] 10.222.0.61 "DELETE /v2.0/routers/dc545388-12aa-4792-a04e-4e4890b2cdd6 HTTP/1.1" status: 204 len: 168 time: 0.7887204 Jul 30 16:16:52.939325 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36632) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:52.983081 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d6407f-e3eb-4c4b-a169-2fdc4deb0bbd admin admin] Deleting subnet 8300e625-33c3-4a90-8788-37444de738bb {{(pid=93354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:16:52.986199 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-83d6407f-e3eb-4c4b-a169-2fdc4deb0bbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.021260 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-83d6407f-e3eb-4c4b-a169-2fdc4deb0bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6082454'] for subnet, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.107222 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-83d6407f-e3eb-4c4b-a169-2fdc4deb0bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906635'] for subnet, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.158541 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-83d6407f-e3eb-4c4b-a169-2fdc4deb0bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7322548'] for subnet, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.183313 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6407f-e3eb-4c4b-a169-2fdc4deb0bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8300e625-33c3-4a90-8788-37444de738bb,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:53.186784 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-83d6407f-e3eb-4c4b-a169-2fdc4deb0bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.189146 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-83d6407f-e3eb-4c4b-a169-2fdc4deb0bbd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8300e625-33c3-4a90-8788-37444de738bb HTTP/1.1" status: 204 len: 168 time: 0.2484250 Jul 30 16:16:53.191135 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36634) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:53.194088 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4358fcb1-8911-4694-8fae-10143346ee62 None None] Network ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:16:53.261924 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2038210'] for network, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.319906 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] Deleting port b3112359-8b65-40fa-9f6e-a8b049f6dc5f {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:16:53.320257 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.382016 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] For port b3112359-8b65-40fa-9f6e-a8b049f6dc5f, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=b3112359-8b65-40fa-9f6e-a8b049f6dc5f,segment=NetworkSegment(f8ed65ad-393f-4e69-afa6-3f59ad8302ad),segment_id=f8ed65ad-393f-4e69-afa6-3f59ad8302ad)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:53.382379 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.395538 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] Calling delete_port for b3112359-8b65-40fa-9f6e-a8b049f6dc5f owned by network:dhcp {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:16:53.450642 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ff4f7-c6fe-4037-99c6-e6225327545e None None] DHCP port deletion for ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 request from dv-cinder-802955-2-iscsi {{(pid=93355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 16:16:53.481425 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.511925 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-a31ff4f7-c6fe-4037-99c6-e6225327545e None None] Deleting port b3112359-8b65-40fa-9f6e-a8b049f6dc5f {{(pid=93355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:16:53.512482 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-a31ff4f7-c6fe-4037-99c6-e6225327545e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.513133 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3112359-8b65-40fa-9f6e-a8b049f6dc5f,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:53.515091 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] No DVR routers for this DVR port b3112359-8b65-40fa-9f6e-a8b049f6dc5f on host dv-cinder-802955-2-iscsi {{(pid=93354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:16:53.560164 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0 no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:16:53.589189 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:16:53.589531 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 604f4c0b-cd1f-40f7-a9b5-6748c4b1bcc0 not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:16:53.589952 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device b3112359-8b65-40fa-9f6e-a8b049f6dc5f no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:16:53.596995 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900636', 'neutron.services.segments.db._delete_segments_for_network-8772173602609'] for network, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.606767 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9']}} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:53.615093 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: b3112359-8b65-40fa-9f6e-a8b049f6dc5f {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:16:53.615432 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device b3112359-8b65-40fa-9f6e-a8b049f6dc5f not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:16:53.615845 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device a71e2003-728b-408d-a731-fc46ba2176f2 no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:16:53.618107 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad') {'for_net_delete': True} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:53.618399 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ed65ad-393f-4e69-afa6-3f59ad8302ad') {} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:53.627119 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772173603386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6082461'] for segment, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.638295 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-a31ff4f7-c6fe-4037-99c6-e6225327545e None None] For port b3112359-8b65-40fa-9f6e-a8b049f6dc5f, host dv-cinder-802955-2-iscsi, got binding levels [] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:53.638705 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-a31ff4f7-c6fe-4037-99c6-e6225327545e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.641629 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: a71e2003-728b-408d-a731-fc46ba2176f2 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:16:53.642047 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device a71e2003-728b-408d-a731-fc46ba2176f2 not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:16:53.643248 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.650617 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:16:53.651226 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5953348'] for segment, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: Traceback (most recent call last): Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: timer() Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: cb(*args, **kw) Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: return func(*args, **kwargs) Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: self._notify() Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: self.callback(batched_events) Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: event.method(event) Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: return f(self, *a, **k) Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._get(url).json() Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: return self.request(url, 'GET', **kwargs) Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:16:53.653410 dv-cinder-802955-2-iscsi neutron-server[93354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:16:53.655710 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-a31ff4f7-c6fe-4037-99c6-e6225327545e None None] Calling delete_port for b3112359-8b65-40fa-9f6e-a8b049f6dc5f owned by network:dhcp {{(pid=93355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:16:53.657057 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.ipam_backend_mixin [None req-a31ff4f7-c6fe-4037-99c6-e6225327545e None None] Port b3112359-8b65-40fa-9f6e-a8b049f6dc5f was not found and therefore no delete operation was performed {{(pid=93355) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 16:16:53.658477 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-a31ff4f7-c6fe-4037-99c6-e6225327545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631'] for port, after_delete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.685947 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ff4f7-c6fe-4037-99c6-e6225327545e None None] Pushing event deleted for resources: {'Port': ['ID=b3112359-8b65-40fa-9f6e-a8b049f6dc5f,revision_number=None']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:53.689843 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ff4f7-c6fe-4037-99c6-e6225327545e None None] No DVR routers for this DVR port b3112359-8b65-40fa-9f6e-a8b049f6dc5f on host dv-cinder-802955-2-iscsi {{(pid=93355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:16:53.711842 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701640'] for network, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.717207 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.719412 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9 HTTP/1.1" status: 204 len: 168 time: 0.5267029 Jul 30 16:16:53.722596 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36636) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:53.731752 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b98f25-be8a-4e0c-8814-3d51bb654775 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac20ba5a-be0a-4b17-87b1-a0064ed6f6f9,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:54.069584 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d44d353f-2b94-4358-b5b0-8bb087dc460f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701754'] for router_interface, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:54.311969 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-d44d353f-2b94-4358-b5b0-8bb087dc460f admin admin] Deleting port 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:16:54.312316 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d44d353f-2b94-4358-b5b0-8bb087dc460f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:54.395568 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [None req-d44d353f-2b94-4358-b5b0-8bb087dc460f admin admin] For port 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935,segment=NetworkSegment(b39dc3b5-d002-47da-b03b-455d8182b02f),segment_id=b39dc3b5-d002-47da-b03b-455d8182b02f)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:54.395936 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d44d353f-2b94-4358-b5b0-8bb087dc460f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:54.408156 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-d44d353f-2b94-4358-b5b0-8bb087dc460f admin admin] Calling delete_port for 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 owned by network:router_interface {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:16:54.583977 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d44d353f-2b94-4358-b5b0-8bb087dc460f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:54.609478 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d353f-2b94-4358-b5b0-8bb087dc460f admin admin] Pushing event deleted for resources: {'Port': ['ID=87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:54.776881 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-d44d353f-2b94-4358-b5b0-8bb087dc460f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701782'] for router_interface, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:54.984188 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44d353f-2b94-4358-b5b0-8bb087dc460f admin admin] Router a4dca126-a06e-4f64-87c7-50b6e4d7ee48 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:16:55.354654 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44d353f-2b94-4358-b5b0-8bb087dc460f admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:16:55.359667 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-d44d353f-2b94-4358-b5b0-8bb087dc460f admin admin] 10.222.0.61 "PUT /v2.0/routers/a4dca126-a06e-4f64-87c7-50b6e4d7ee48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6356385 Jul 30 16:16:55.362889 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36638) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:55.364064 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e31036-4107-40ca-b2ec-37031a81d3ad None None] Sync routers for ids ['a4dca126-a06e-4f64-87c7-50b6e4d7ee48'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:16:55.372972 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e31036-4107-40ca-b2ec-37031a81d3ad None None] Routers {'a4dca126-a06e-4f64-87c7-50b6e4d7ee48'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:16:55.373584 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-f9e31036-4107-40ca-b2ec-37031a81d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:16:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['a4dca126-a06e-4f64-87c7-50b6e4d7ee48'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:55.465609 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3b6abd16-7c07-4288-8a27-77cc7c0e7a9b admin admin] Notify callbacks [] for router, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:55.477732 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-f9e31036-4107-40ca-b2ec-37031a81d3ad None None] Set router a4dca126-a06e-4f64-87c7-50b6e4d7ee48 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:16:55.572793 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3b6abd16-7c07-4288-8a27-77cc7c0e7a9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:55.624656 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-3b6abd16-7c07-4288-8a27-77cc7c0e7a9b admin admin] Deleting port be0330ae-4af0-471a-afbc-8ffe46365f3a {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:16:55.625008 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3b6abd16-7c07-4288-8a27-77cc7c0e7a9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:55.657035 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-f9e31036-4107-40ca-b2ec-37031a81d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'name': 'tempest-TestVolumeBootPattern-753768432-router', 'tenant_id': '14c4a56d9cd7488eb148965885678cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'be0330ae-4af0-471a-afbc-8ffe46365f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:53Z', 'updated_at': '2021-07-30T16:16:54Z', 'revision_number': 5, 'project_id': '14c4a56d9cd7488eb148965885678cda', 'gw_port': {'id': 'be0330ae-4af0-471a-afbc-8ffe46365f3a', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:54Z', 'updated_at': '2021-07-30T16:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:55.683565 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e31036-4107-40ca-b2ec-37031a81d3ad None None] Checking router: a4dca126-a06e-4f64-87c7-50b6e4d7ee48 for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:16:55.691702 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e31036-4107-40ca-b2ec-37031a81d3ad None None] Routers {'a4dca126-a06e-4f64-87c7-50b6e4d7ee48'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:16:55.692311 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-f9e31036-4107-40ca-b2ec-37031a81d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:16:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['a4dca126-a06e-4f64-87c7-50b6e4d7ee48'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:55.705344 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-3b6abd16-7c07-4288-8a27-77cc7c0e7a9b admin admin] For port be0330ae-4af0-471a-afbc-8ffe46365f3a, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=be0330ae-4af0-471a-afbc-8ffe46365f3a,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:55.705712 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3b6abd16-7c07-4288-8a27-77cc7c0e7a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:55.719741 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-3b6abd16-7c07-4288-8a27-77cc7c0e7a9b admin admin] Calling delete_port for be0330ae-4af0-471a-afbc-8ffe46365f3a owned by network:router_gateway {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:16:55.783478 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-f9e31036-4107-40ca-b2ec-37031a81d3ad None None] Set router a4dca126-a06e-4f64-87c7-50b6e4d7ee48 gateway port host: None {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:16:55.838367 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-f9e31036-4107-40ca-b2ec-37031a81d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'name': 'tempest-TestVolumeBootPattern-753768432-router', 'tenant_id': '14c4a56d9cd7488eb148965885678cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:53Z', 'updated_at': '2021-07-30T16:16:55Z', 'revision_number': 6, 'project_id': '14c4a56d9cd7488eb148965885678cda', 'gw_port_host': None}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:55.864812 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e31036-4107-40ca-b2ec-37031a81d3ad None None] The sync data for ids ['a4dca126-a06e-4f64-87c7-50b6e4d7ee48'] in dv-cinder-802955-2-iscsi is: [{'id': 'a4dca126-a06e-4f64-87c7-50b6e4d7ee48', 'name': 'tempest-TestVolumeBootPattern-753768432-router', 'tenant_id': '14c4a56d9cd7488eb148965885678cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:53Z', 'updated_at': '2021-07-30T16:16:55Z', 'revision_number': 6, 'project_id': '14c4a56d9cd7488eb148965885678cda', 'gw_port_host': None}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:16:55.887523 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3b6abd16-7c07-4288-8a27-77cc7c0e7a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:55.919813 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6abd16-7c07-4288-8a27-77cc7c0e7a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=be0330ae-4af0-471a-afbc-8ffe46365f3a,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:55.973630 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3b6abd16-7c07-4288-8a27-77cc7c0e7a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701684'] for router_gateway, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.073171 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3b6abd16-7c07-4288-8a27-77cc7c0e7a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2721'] for router, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.075612 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3b6abd16-7c07-4288-8a27-77cc7c0e7a9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.120045 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3b6abd16-7c07-4288-8a27-77cc7c0e7a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564731'] for router, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.120583 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6abd16-7c07-4288-8a27-77cc7c0e7a9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4dca126-a06e-4f64-87c7-50b6e4d7ee48 {{(pid=93354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:16:56.125247 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3b6abd16-7c07-4288-8a27-77cc7c0e7a9b admin admin] Notify callbacks [] for router, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.126302 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-3b6abd16-7c07-4288-8a27-77cc7c0e7a9b admin admin] 10.222.0.61 "DELETE /v2.0/routers/a4dca126-a06e-4f64-87c7-50b6e4d7ee48 HTTP/1.1" status: 204 len: 168 time: 0.7616975 Jul 30 16:16:56.128881 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36640) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:56.174190 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_v2 [None req-890516d7-01f2-4ab7-9aae-4424686cd946 admin admin] Deleting subnet cd84b2c7-53a7-4762-af0e-9ab4b5be520f {{(pid=93354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:16:56.177232 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-890516d7-01f2-4ab7-9aae-4424686cd946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.215123 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-890516d7-01f2-4ab7-9aae-4424686cd946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6082454'] for subnet, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.297207 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-890516d7-01f2-4ab7-9aae-4424686cd946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906635'] for subnet, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.363293 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-890516d7-01f2-4ab7-9aae-4424686cd946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7322548'] for subnet, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.389621 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890516d7-01f2-4ab7-9aae-4424686cd946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd84b2c7-53a7-4762-af0e-9ab4b5be520f,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:56.396560 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-890516d7-01f2-4ab7-9aae-4424686cd946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.398487 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-890516d7-01f2-4ab7-9aae-4424686cd946 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/cd84b2c7-53a7-4762-af0e-9ab4b5be520f HTTP/1.1" status: 204 len: 168 time: 0.2681553 Jul 30 16:16:56.401031 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36642) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:56.401838 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117b7dc5-29ad-4892-a814-e439531251b7 None None] Network b23dbf2c-4a0c-40f1-9558-2ae518f27366 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:16:56.473428 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2038210'] for network, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.529792 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] Deleting port 98763f51-6933-423e-83de-6bf32b75936d {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:16:56.530139 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.594237 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be027d81-a2ec-4772-be70-bccb7235a9a8 None None] DHCP port deletion for b23dbf2c-4a0c-40f1-9558-2ae518f27366 request from dv-cinder-802955-2-iscsi {{(pid=93355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 16:16:56.607310 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] For port 98763f51-6933-423e-83de-6bf32b75936d, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=98763f51-6933-423e-83de-6bf32b75936d,segment=NetworkSegment(b39dc3b5-d002-47da-b03b-455d8182b02f),segment_id=b39dc3b5-d002-47da-b03b-455d8182b02f)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:56.607310 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.622375 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] Calling delete_port for 98763f51-6933-423e-83de-6bf32b75936d owned by network:dhcp {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:16:56.645369 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-be027d81-a2ec-4772-be70-bccb7235a9a8 None None] Deleting port 98763f51-6933-423e-83de-6bf32b75936d {{(pid=93355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:16:56.645749 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-be027d81-a2ec-4772-be70-bccb7235a9a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.702154 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.712145 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-be027d81-a2ec-4772-be70-bccb7235a9a8 None None] For port 98763f51-6933-423e-83de-6bf32b75936d, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=98763f51-6933-423e-83de-6bf32b75936d,segment=NetworkSegment(b39dc3b5-d002-47da-b03b-455d8182b02f),segment_id=b39dc3b5-d002-47da-b03b-455d8182b02f)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:56.712546 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-be027d81-a2ec-4772-be70-bccb7235a9a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.724975 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-be027d81-a2ec-4772-be70-bccb7235a9a8 None None] Calling delete_port for 98763f51-6933-423e-83de-6bf32b75936d owned by network:dhcp {{(pid=93355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:16:56.725999 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] Pushing event deleted for resources: {'Port': ['ID=98763f51-6933-423e-83de-6bf32b75936d,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:56.729832 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] No DVR routers for this DVR port 98763f51-6933-423e-83de-6bf32b75936d on host dv-cinder-802955-2-iscsi {{(pid=93354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:16:56.802366 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900636', 'neutron.services.segments.db._delete_segments_for_network-8772173602609'] for network, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.812435 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23dbf2c-4a0c-40f1-9558-2ae518f27366']}} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:56.812782 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-be027d81-a2ec-4772-be70-bccb7235a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631'] for port, after_delete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.823865 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39dc3b5-d002-47da-b03b-455d8182b02f') {'for_net_delete': True} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:56.824080 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39dc3b5-d002-47da-b03b-455d8182b02f') {} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:56.833073 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772173603386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6082461'] for segment, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.839468 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be027d81-a2ec-4772-be70-bccb7235a9a8 None None] Pushing event deleted for resources: {'Port': ['ID=98763f51-6933-423e-83de-6bf32b75936d,revision_number=None']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:56.841393 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be027d81-a2ec-4772-be70-bccb7235a9a8 None None] No DVR routers for this DVR port 98763f51-6933-423e-83de-6bf32b75936d on host dv-cinder-802955-2-iscsi {{(pid=93355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:16:56.848452 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.855259 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=93354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:16:56.855651 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5953348'] for segment, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: Traceback (most recent call last): Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: timer() Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: cb(*args, **kw) Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: return func(*args, **kwargs) Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: self._notify() Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: self.callback(batched_events) Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: event.method(event) Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: return f(self, *a, **k) Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._get(url).json() Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: return self.request(url, 'GET', **kwargs) Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:16:56.857280 dv-cinder-802955-2-iscsi neutron-server[93354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:16:56.908672 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701640'] for network, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.914527 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.916364 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] 10.222.0.61 "DELETE /v2.0/networks/b23dbf2c-4a0c-40f1-9558-2ae518f27366 HTTP/1.1" status: 204 len: 168 time: 0.5144181 Jul 30 16:16:56.927651 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251e409-63f0-4ce2-88e9-6ed33fd0301f admin admin] Pushing event deleted for resources: {'Network': ['ID=b23dbf2c-4a0c-40f1-9558-2ae518f27366,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:57.026912 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36648) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:57.066884 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-4584e89e-4507-434e-abff-20182d7195d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1dfbed60a71f4f0b9bf0fe13b496a65d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386190 Jul 30 16:16:57.069226 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36650) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:57.118945 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3a6446ce-cce7-4ad2-9f31-6bca2bd3f11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:57.138680 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3a6446ce-cce7-4ad2-9f31-6bca2bd3f11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:57.183510 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3a6446ce-cce7-4ad2-9f31-6bca2bd3f11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:57.186006 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3a6446ce-cce7-4ad2-9f31-6bca2bd3f11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:57.187172 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-3a6446ce-cce7-4ad2-9f31-6bca2bd3f11c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e415e15d-d191-471c-9c08-a2e6a76aeadb HTTP/1.1" status: 204 len: 168 time: 0.1170254 Jul 30 16:16:57.194743 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6446ce-cce7-4ad2-9f31-6bca2bd3f11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e415e15d-d191-471c-9c08-a2e6a76aeadb,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:57.503231 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36656) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:57.529543 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device be0330ae-4af0-471a-afbc-8ffe46365f3a no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:16:57.539898 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-8612816e-973b-4de1-9666-bbbdacab46da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=14c4a56d9cd7488eb148965885678cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386896 Jul 30 16:16:57.542330 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36658) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:57.552591 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: be0330ae-4af0-471a-afbc-8ffe46365f3a {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:16:57.552940 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device be0330ae-4af0-471a-afbc-8ffe46365f3a not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:16:57.553362 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 98763f51-6933-423e-83de-6bf32b75936d no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:16:57.572265 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: 98763f51-6933-423e-83de-6bf32b75936d {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:16:57.572613 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 98763f51-6933-423e-83de-6bf32b75936d not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:16:57.573035 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:16:57.591392 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-1f83b475-eabc-4d44-902f-91b5c2803794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:57.591820 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:16:57.592167 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 87aa9bbf-7fc9-4bcc-8b7f-7a7d6b674935 not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:16:57.613276 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-1f83b475-eabc-4d44-902f-91b5c2803794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:57.659267 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-1f83b475-eabc-4d44-902f-91b5c2803794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:57.661846 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-1f83b475-eabc-4d44-902f-91b5c2803794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:57.663036 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-1f83b475-eabc-4d44-902f-91b5c2803794 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6ecb53c7-773b-4d05-9fb8-cc5900247287 HTTP/1.1" status: 204 len: 168 time: 0.1197920 Jul 30 16:16:57.670433 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83b475-eabc-4d44-902f-91b5c2803794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecb53c7-773b-4d05-9fb8-cc5900247287,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:17:03.261103 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8814db39-0536-4ea9-9415-3747664572df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:06.193395 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-a128e78f-2147-4ffb-a436-bfd6be2b9cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:06.195317 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:06.993521 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:08.472514 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:14.465890 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:29.132579 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:17:33.263459 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-83c096eb-34c8-4403-ac0e-3f3f3d3e6860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:36.195518 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-233b7936-b6a8-4f09-bd85-e1d060fd27b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:36.197307 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:37.000478 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:38.481177 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:44.468677 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:03.264587 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-a5771abd-5cf0-4292-9944-21747bccdfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:06.132227 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:18:06.195890 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:06.198284 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8ccd46b7-540d-4f36-bb99-2a5304ef1fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:06.998313 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:08.471485 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:14.469445 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:19.781016 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-717cc6b1-5aa8-4ab0-845f-82f8e1407cdd req-f88e9a67-0f9b-4a56-9aa3-bfc53f76af86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409913 Jul 30 16:18:19.865777 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cc6b1-5aa8-4ab0-845f-82f8e1407cdd req-53885ae3-3d10-4a32-8ddd-99cf3b57d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:19.867341 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-717cc6b1-5aa8-4ab0-845f-82f8e1407cdd req-53885ae3-3d10-4a32-8ddd-99cf3b57d761 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ee940c6e27c47c6a6a69d813ec09053&device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 1098 time: 0.0419877 Jul 30 16:18:19.976030 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cc6b1-5aa8-4ab0-845f-82f8e1407cdd req-4a222281-81b3-40af-990f-34424f9f85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:19.977495 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-717cc6b1-5aa8-4ab0-845f-82f8e1407cdd req-4a222281-81b3-40af-990f-34424f9f85fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 HTTP/1.1" status: 200 len: 909 time: 0.0868235 Jul 30 16:18:20.043817 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-717cc6b1-5aa8-4ab0-845f-82f8e1407cdd req-cb726d54-eb4b-46b9-8342-9742befcbaf4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9cab022-670f-41b8-9b80-5fe1792ace76 HTTP/1.1" status: 200 len: 1001 time: 0.0578046 Jul 30 16:18:20.094936 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cc6b1-5aa8-4ab0-845f-82f8e1407cdd req-f5a8afdb-22ef-4ceb-a3b5-f1e9348c3c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:20.096474 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-717cc6b1-5aa8-4ab0-845f-82f8e1407cdd req-f5a8afdb-22ef-4ceb-a3b5-f1e9348c3c68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4a92112d-c510-4e4d-9c6f-019e181dd50a HTTP/1.1" status: 200 len: 847 time: 0.0449412 Jul 30 16:18:20.154836 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cc6b1-5aa8-4ab0-845f-82f8e1407cdd req-460ec2bd-723d-4826-a16c-baeac5615262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:20.156350 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-717cc6b1-5aa8-4ab0-845f-82f8e1407cdd req-460ec2bd-723d-4826-a16c-baeac5615262 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515728 Jul 30 16:18:20.246131 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-717cc6b1-5aa8-4ab0-845f-82f8e1407cdd req-20b05923-0268-4038-b466-ded41d0e1e20 service neutron] 10.222.0.60 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816624 Jul 30 16:18:20.343085 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-717cc6b1-5aa8-4ab0-845f-82f8e1407cdd req-62b7aa26-e602-4176-924b-aef917b6e158 service neutron] 10.222.0.60 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892575 Jul 30 16:18:24.966535 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5289f-47c5-4c64-97f7-19880ed7fcc8 req-4cf10f32-6ffc-406e-a2c0-abe71ead7c7b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:24.968054 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fba5289f-47c5-4c64-97f7-19880ed7fcc8 req-4cf10f32-6ffc-406e-a2c0-abe71ead7c7b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0526199 Jul 30 16:18:25.006258 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-fba5289f-47c5-4c64-97f7-19880ed7fcc8 req-30b4655a-3dd8-40ae-9738-b74578b0836c tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321691 Jul 30 16:18:26.124353 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04aa6b3-2c2e-429a-881f-317566536289 req-c925d8e2-a612-4c9f-bb2a-7548992b2d6e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:26.125832 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c04aa6b3-2c2e-429a-881f-317566536289 req-c925d8e2-a612-4c9f-bb2a-7548992b2d6e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0493007 Jul 30 16:18:26.163775 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-c04aa6b3-2c2e-429a-881f-317566536289 req-5aa7fa51-4917-4c4d-9ad3-4e6eacee67bc tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317769 Jul 30 16:18:27.286607 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ba8cc-e163-4d0d-8407-d641b4a1f5b0 req-33bb4f9d-bb3f-4810-bae5-0528b345d183 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:27.288084 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-589ba8cc-e163-4d0d-8407-d641b4a1f5b0 req-33bb4f9d-bb3f-4810-bae5-0528b345d183 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0478468 Jul 30 16:18:27.326328 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-589ba8cc-e163-4d0d-8407-d641b4a1f5b0 req-005c5e10-c63e-4736-a393-d1bc59ccde55 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323472 Jul 30 16:18:28.450407 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f179e1-3647-4957-aafb-0d68070bf847 req-a979c092-48f1-402e-ba44-bff4b7b41228 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:28.452316 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-72f179e1-3647-4957-aafb-0d68070bf847 req-a979c092-48f1-402e-ba44-bff4b7b41228 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0599403 Jul 30 16:18:28.491970 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-72f179e1-3647-4957-aafb-0d68070bf847 req-67622349-06ee-48ac-b169-237f80ee84bf tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336878 Jul 30 16:18:29.609417 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74909720-d542-42d0-9a48-1da2c68925c2 req-571eb60a-50ec-4f0d-81cb-1233a45c6261 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:29.610932 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-74909720-d542-42d0-9a48-1da2c68925c2 req-571eb60a-50ec-4f0d-81cb-1233a45c6261 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0510123 Jul 30 16:18:29.648569 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-74909720-d542-42d0-9a48-1da2c68925c2 req-dc770c1f-7813-416d-ab92-3a3798101f0d tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318124 Jul 30 16:18:30.766564 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babc4dd-fd9e-4624-b221-869d9f9ea21c req-f4013f28-6cca-4432-9dca-908ab82b788c tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:30.768070 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-8babc4dd-fd9e-4624-b221-869d9f9ea21c req-f4013f28-6cca-4432-9dca-908ab82b788c tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0536187 Jul 30 16:18:30.808366 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-8babc4dd-fd9e-4624-b221-869d9f9ea21c req-93df3590-d145-441b-9ce8-1c514323e475 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337732 Jul 30 16:18:31.922325 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf4ae3-dbeb-446a-a13b-5e2024b44dba req-e8062d26-734d-4411-8f19-0e5741e65df9 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:31.923823 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-6caf4ae3-dbeb-446a-a13b-5e2024b44dba req-e8062d26-734d-4411-8f19-0e5741e65df9 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0501330 Jul 30 16:18:31.960204 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-6caf4ae3-dbeb-446a-a13b-5e2024b44dba req-58eb9f8a-701a-45b4-8595-1cdbb6d650a7 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306277 Jul 30 16:18:33.076168 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8fb8a-6130-4dfa-bf74-55445c76903b req-5406c6be-6335-48f4-affb-15f0157dddec tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:33.077683 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f5a8fb8a-6130-4dfa-bf74-55445c76903b req-5406c6be-6335-48f4-affb-15f0157dddec tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0501361 Jul 30 16:18:33.115327 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f5a8fb8a-6130-4dfa-bf74-55445c76903b req-c0b19a23-ec5b-489a-8d63-cc0f0b837318 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316813 Jul 30 16:18:33.266439 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-55a2ea69-210f-4671-ae1d-ea4496a30b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:34.229557 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a72ab8-d2e3-4cc9-ba8e-64f5110c8b8d req-a7e2e13c-8d32-4d00-8551-d201c916f5c0 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:34.231621 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-27a72ab8-d2e3-4cc9-ba8e-64f5110c8b8d req-a7e2e13c-8d32-4d00-8551-d201c916f5c0 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0498002 Jul 30 16:18:34.271222 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-27a72ab8-d2e3-4cc9-ba8e-64f5110c8b8d req-a2f7d33b-fca3-46d4-8170-d930b2b4a528 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333729 Jul 30 16:18:35.099405 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4480f-7185-4baa-9271-d3052aa1aa4f req-378aa493-f590-4225-a958-9a7ca3370278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:35.100915 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-48e4480f-7185-4baa-9271-d3052aa1aa4f req-378aa493-f590-4225-a958-9a7ca3370278 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ee940c6e27c47c6a6a69d813ec09053&device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 1098 time: 0.0421214 Jul 30 16:18:35.197236 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4480f-7185-4baa-9271-d3052aa1aa4f req-7048e982-2e0b-43c5-9dec-6e4aa3c55f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:35.198748 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-48e4480f-7185-4baa-9271-d3052aa1aa4f req-7048e982-2e0b-43c5-9dec-6e4aa3c55f29 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 HTTP/1.1" status: 200 len: 909 time: 0.0898027 Jul 30 16:18:35.265855 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-48e4480f-7185-4baa-9271-d3052aa1aa4f req-140bfe88-4841-4d16-8025-bbac711d0205 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9cab022-670f-41b8-9b80-5fe1792ace76 HTTP/1.1" status: 200 len: 1001 time: 0.0597820 Jul 30 16:18:35.316586 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4480f-7185-4baa-9271-d3052aa1aa4f req-54178f40-16e8-4588-9a5b-308d9ab3523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:35.318150 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-48e4480f-7185-4baa-9271-d3052aa1aa4f req-54178f40-16e8-4588-9a5b-308d9ab3523c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4a92112d-c510-4e4d-9c6f-019e181dd50a HTTP/1.1" status: 200 len: 847 time: 0.0452514 Jul 30 16:18:35.400460 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4480f-7185-4baa-9271-d3052aa1aa4f req-52771b6b-0142-4816-9566-4761d62a5bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:35.401974 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-48e4480f-7185-4baa-9271-d3052aa1aa4f req-52771b6b-0142-4816-9566-4761d62a5bd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758595 Jul 30 16:18:35.414677 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36bddd-9d16-4f21-a157-1062c4aee1ef req-dbe0a401-2454-4552-8c8a-2e76c72fb345 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:35.416175 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9c36bddd-9d16-4f21-a157-1062c4aee1ef req-dbe0a401-2454-4552-8c8a-2e76c72fb345 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0616703 Jul 30 16:18:35.505291 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-9c36bddd-9d16-4f21-a157-1062c4aee1ef req-13d1ea96-dca5-4c16-88af-8c8f0efd57fb tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809646 Jul 30 16:18:35.532668 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-48e4480f-7185-4baa-9271-d3052aa1aa4f req-360aba63-b64f-477f-a830-b2e2f3de87e6 service neutron] 10.222.0.60 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155479 Jul 30 16:18:35.630577 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-48e4480f-7185-4baa-9271-d3052aa1aa4f req-0d3df824-cb82-448b-8ad4-3211f4834b2d service neutron] 10.222.0.60 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906367 Jul 30 16:18:36.197402 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-5c710599-709c-4c05-ba87-87f22ca3580e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:36.201324 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:36.620583 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba1920-bb60-48c2-9d8f-d8e4ea47b2bb req-2fe1c603-17da-4974-815d-6fa408d18258 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:36.622115 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f0ba1920-bb60-48c2-9d8f-d8e4ea47b2bb req-2fe1c603-17da-4974-815d-6fa408d18258 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0498703 Jul 30 16:18:36.660660 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-f0ba1920-bb60-48c2-9d8f-d8e4ea47b2bb req-52f67981-e4f2-4c6d-babf-512dee00116d tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324409 Jul 30 16:18:37.000940 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:37.780816 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb9b96-13c6-40ef-bffe-f77e2395df66 req-01fd34c7-94a1-42b8-9567-43e18b713b31 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:37.782266 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-60fb9b96-13c6-40ef-bffe-f77e2395df66 req-01fd34c7-94a1-42b8-9567-43e18b713b31 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0517538 Jul 30 16:18:37.819214 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-60fb9b96-13c6-40ef-bffe-f77e2395df66 req-ae1df831-df3f-4c5a-a65d-5515397ff3ad tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310781 Jul 30 16:18:38.033719 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d541d4b-1acd-41a1-b6e6-cf2d6f6935be req-ce2330f5-a3f9-425a-9422-8594ab856157 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:38.035312 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1d541d4b-1acd-41a1-b6e6-cf2d6f6935be req-ce2330f5-a3f9-425a-9422-8594ab856157 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0535345 Jul 30 16:18:38.074243 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-1d541d4b-1acd-41a1-b6e6-cf2d6f6935be req-e91e15f3-2634-418b-a3ef-e07c0e706446 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328784 Jul 30 16:18:38.119425 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b3db3c6c-a357-42cc-8ce2-91a1286bc6ea req-984f7e66-2bfa-48e5-89b2-e0cd352065dd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1563857 Jul 30 16:18:38.474424 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:39.193210 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598663a3-42af-4cee-a0dd-0d23c0cb6fbf req-e1315a3f-1a64-4c2a-b6a8-eabbfeae1a36 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:39.194725 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-598663a3-42af-4cee-a0dd-0d23c0cb6fbf req-e1315a3f-1a64-4c2a-b6a8-eabbfeae1a36 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0520482 Jul 30 16:18:39.232925 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-598663a3-42af-4cee-a0dd-0d23c0cb6fbf req-afb2e817-692a-4e39-8b22-c1b79a078172 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319917 Jul 30 16:18:39.294262 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db3c6c-a357-42cc-8ce2-91a1286bc6ea req-aa4fe0dc-2a8e-44e5-823f-fecf05d36b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:39.296283 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b3db3c6c-a357-42cc-8ce2-91a1286bc6ea req-aa4fe0dc-2a8e-44e5-823f-fecf05d36b46 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174&tenant_id=0ee940c6e27c47c6a6a69d813ec09053 HTTP/1.1" status: 200 len: 1098 time: 0.0412881 Jul 30 16:18:39.362812 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db3c6c-a357-42cc-8ce2-91a1286bc6ea req-3ee7cda7-7d82-41b2-9feb-3c6bc4334012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:39.364255 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b3db3c6c-a357-42cc-8ce2-91a1286bc6ea req-3ee7cda7-7d82-41b2-9feb-3c6bc4334012 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ee940c6e27c47c6a6a69d813ec09053&device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 1098 time: 0.0441582 Jul 30 16:18:39.452853 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db3c6c-a357-42cc-8ce2-91a1286bc6ea req-8a6e4189-05b6-43cf-8025-5c9c5ff557ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:39.454308 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b3db3c6c-a357-42cc-8ce2-91a1286bc6ea req-8a6e4189-05b6-43cf-8025-5c9c5ff557ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 HTTP/1.1" status: 200 len: 909 time: 0.0826781 Jul 30 16:18:39.522576 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b3db3c6c-a357-42cc-8ce2-91a1286bc6ea req-ef185ef9-05fd-4086-83e3-33501081bfd0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9cab022-670f-41b8-9b80-5fe1792ace76 HTTP/1.1" status: 200 len: 1001 time: 0.0606916 Jul 30 16:18:39.571619 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db3c6c-a357-42cc-8ce2-91a1286bc6ea req-efa51e36-83b0-4653-972d-5e95dfd9efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:39.573060 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b3db3c6c-a357-42cc-8ce2-91a1286bc6ea req-efa51e36-83b0-4653-972d-5e95dfd9efbe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4a92112d-c510-4e4d-9c6f-019e181dd50a HTTP/1.1" status: 200 len: 847 time: 0.0430672 Jul 30 16:18:39.619589 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db3c6c-a357-42cc-8ce2-91a1286bc6ea req-c3704fbf-5be4-40a5-a5a6-cf49696d0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:39.621068 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b3db3c6c-a357-42cc-8ce2-91a1286bc6ea req-c3704fbf-5be4-40a5-a5a6-cf49696d0924 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395737 Jul 30 16:18:39.719584 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b3db3c6c-a357-42cc-8ce2-91a1286bc6ea req-fa8e7bcc-119b-44ba-93da-3ca8748ae46e service neutron] 10.222.0.60 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907891 Jul 30 16:18:39.813185 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-b3db3c6c-a357-42cc-8ce2-91a1286bc6ea req-2e562389-1ef3-4ce2-aa93-7a9c9e125de3 service neutron] 10.222.0.60 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856440 Jul 30 16:18:40.349468 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef12404-7c10-432e-a83d-b477dd756efa req-a97e83e1-b9a7-4461-ab66-d203530b987e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:40.350929 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5ef12404-7c10-432e-a83d-b477dd756efa req-a97e83e1-b9a7-4461-ab66-d203530b987e tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0496256 Jul 30 16:18:40.387084 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-5ef12404-7c10-432e-a83d-b477dd756efa req-36ef077b-b29e-42d3-85c2-18dc789f9dca tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301578 Jul 30 16:18:40.718063 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device f9cab022-670f-41b8-9b80-5fe1792ace76 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:18:40.795447 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:40.817682 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31875485-d70f-453e-bffe-c21113795174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9cab022-670f-41b8-9b80-5fe1792ace76'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:18:40.819954 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e8ec1e-fe70-4df8-af76-f912cb770b18" -d '{"events": [{"server_uuid": "31875485-d70f-453e-bffe-c21113795174", "name": "network-vif-unplugged", "status": "completed", "tag": "f9cab022-670f-41b8-9b80-5fe1792ace76"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:18:40.833214 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port f9cab022-670f-41b8-9b80-5fe1792ace76, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f9cab022-670f-41b8-9b80-5fe1792ace76,segment=NetworkSegment(8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c),segment_id=8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:18:40.837293 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:40.859651 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 16:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0978823-af6f-4f3f-843a-92a9a930c2de x-openstack-request-id: req-e0978823-af6f-4f3f-843a-92a9a930c2de {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:18:40.859945 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31875485-d70f-453e-bffe-c21113795174", "name": "network-vif-unplugged", "status": "completed", "tag": "f9cab022-670f-41b8-9b80-5fe1792ace76", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:18:40.860199 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0978823-af6f-4f3f-843a-92a9a930c2de {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:18:40.860582 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31875485-d70f-453e-bffe-c21113795174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9cab022-670f-41b8-9b80-5fe1792ace76', 'code': 200} Jul 30 16:18:40.885979 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=f9cab022-670f-41b8-9b80-5fe1792ace76,revision_number=6']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:18:40.892842 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:18:40.893193 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:18:40.893537 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:18:40.893875 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:18:40.894209 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:18:40.894541 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:18:40.894869 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:18:40.895229 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:18:40.895556 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:18:40.895880 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:18:40.896202 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:18:40.896521 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:18:41.506774 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6048b17-918b-4997-b7e3-a65a2532f544 req-ff88cfd5-1fed-49bb-a32d-9d6bc167fd56 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:41.508288 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d6048b17-918b-4997-b7e3-a65a2532f544 req-ff88cfd5-1fed-49bb-a32d-9d6bc167fd56 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 943 time: 0.0538983 Jul 30 16:18:41.546932 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-d6048b17-918b-4997-b7e3-a65a2532f544 req-445ef0b1-c01a-4da2-8907-e7e8c280e219 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327315 Jul 30 16:18:42.672590 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f24fe3-936c-4a4d-9e72-416590fbdfa5 req-c9417f5c-51a2-40c0-a233-ac1f6d9b5218 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:42.674077 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-21f24fe3-936c-4a4d-9e72-416590fbdfa5 req-c9417f5c-51a2-40c0-a233-ac1f6d9b5218 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 943 time: 0.0480893 Jul 30 16:18:42.712417 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-21f24fe3-936c-4a4d-9e72-416590fbdfa5 req-f0e5f1bb-e35d-43fd-bdad-3c5fbca76a23 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323105 Jul 30 16:18:43.131117 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:18:43.831506 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adaefc-ac9f-4bc2-86b2-a24446e81346 req-8035069c-6e72-44c3-9856-ef0201c09298 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:43.832956 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-38adaefc-ac9f-4bc2-86b2-a24446e81346 req-8035069c-6e72-44c3-9856-ef0201c09298 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 943 time: 0.0512757 Jul 30 16:18:43.877917 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-38adaefc-ac9f-4bc2-86b2-a24446e81346 req-286dcfea-bc31-4fdf-89d2-46906200f010 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385728 Jul 30 16:18:44.482822 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:44.996968 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c8299-dd46-4711-9430-ccbf47c23f6b req-a666bd8d-516d-439a-9d5b-eb94e95d2446 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:44.998498 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-453c8299-dd46-4711-9430-ccbf47c23f6b req-a666bd8d-516d-439a-9d5b-eb94e95d2446 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 943 time: 0.0505826 Jul 30 16:18:45.037446 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-453c8299-dd46-4711-9430-ccbf47c23f6b req-c0265a68-dba2-436b-9525-1eeb2eadd483 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329823 Jul 30 16:18:45.881243 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11edbad-9109-4c3d-9c53-33518c77169a req-2d32cab5-c2b8-41d8-9a17-47acd6c419a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:45.882731 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f11edbad-9109-4c3d-9c53-33518c77169a req-2d32cab5-c2b8-41d8-9a17-47acd6c419a3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 1096 time: 0.0402827 Jul 30 16:18:45.921193 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f11edbad-9109-4c3d-9c53-33518c77169a req-92fea05e-0249-4160-88a3-966390b50b4c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299199 Jul 30 16:18:46.166457 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c560fe-9266-442a-9866-01a26a5ee048 req-e7bbf1f8-2d09-42ad-86ec-69eebeddcc92 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:46.167913 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f2c560fe-9266-442a-9866-01a26a5ee048 req-e7bbf1f8-2d09-42ad-86ec-69eebeddcc92 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 943 time: 0.0581746 Jul 30 16:18:46.209409 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-f2c560fe-9266-442a-9866-01a26a5ee048 req-a520ffc6-a625-4694-ba54-c74f3967b395 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351391 Jul 30 16:18:47.325218 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ae007-7830-436b-b669-767c41ce25ca req-ab00b0b7-5b86-4291-bd76-bf9376d250d1 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:47.326662 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-981ae007-7830-436b-b669-767c41ce25ca req-ab00b0b7-5b86-4291-bd76-bf9376d250d1 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 943 time: 0.0516279 Jul 30 16:18:47.365231 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-981ae007-7830-436b-b669-767c41ce25ca req-27fd9f6a-41ea-471b-b5a5-f81d76da5649 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326369 Jul 30 16:18:48.733366 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device f9cab022-670f-41b8-9b80-5fe1792ace76 details requested by agent hyperv_hv-cinder-80295 with host hv-cinder-80295 {{(pid=93355) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:18:48.957899 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port f9cab022-670f-41b8-9b80-5fe1792ace76, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f9cab022-670f-41b8-9b80-5fe1792ace76,segment=NetworkSegment(8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c),segment_id=8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:18:48.968924 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Returning: {'device': 'f9cab022-670f-41b8-9b80-5fe1792ace76', 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'port_id': 'f9cab022-670f-41b8-9b80-5fe1792ace76', 'mac_address': 'fa:16:3e:6b:5c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93355) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:18:49.005323 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:49.018288 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9cab022-670f-41b8-9b80-5fe1792ace76 {{(pid=93355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:18:49.038187 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port f9cab022-670f-41b8-9b80-5fe1792ace76, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f9cab022-670f-41b8-9b80-5fe1792ace76,segment=NetworkSegment(8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c),segment_id=8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:18:49.042779 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:49.090904 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=f9cab022-670f-41b8-9b80-5fe1792ace76,revision_number=7']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:18:49.296271 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] get_ports_and_sgs() called for port_ids ['f9cab022-670f-41b8-9b80-5fe1792ace76'] {{(pid=93355) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:18:50.751016 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device f9cab022-670f-41b8-9b80-5fe1792ace76 up at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:18:50.798459 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.provisioning_blocks [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Provisioning complete for port f9cab022-670f-41b8-9b80-5fe1792ace76 triggered by entity L2. {{(pid=93355) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:18:50.798824 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901921'] for port, provisioning_complete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:50.875542 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090071'] for port, before_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:50.896980 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31875485-d70f-453e-bffe-c21113795174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cab022-670f-41b8-9b80-5fe1792ace76'}] {{(pid=93355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:18:50.899213 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8609ea1fea87b757ba4c71a28bf088eb8cb4ed2f69cf65877a0ef30d8ce210bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3286f943-8d84-4ad9-a2b8-7fff2f75ee88" -d '{"events": [{"server_uuid": "31875485-d70f-453e-bffe-c21113795174", "name": "network-vif-plugged", "status": "completed", "tag": "f9cab022-670f-41b8-9b80-5fe1792ace76"}]}' {{(pid=93355) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:18:50.912582 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] For port f9cab022-670f-41b8-9b80-5fe1792ace76, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f9cab022-670f-41b8-9b80-5fe1792ace76,segment=NetworkSegment(8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c),segment_id=8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:18:50.916531 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772173527857', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772173137412', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772173137430'] for port, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:50.939430 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f97f69-93e2-41c5-9e3a-7cc040b8ca07 x-openstack-request-id: req-c4f97f69-93e2-41c5-9e3a-7cc040b8ca07 {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:18:50.939711 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31875485-d70f-453e-bffe-c21113795174", "name": "network-vif-plugged", "status": "completed", "tag": "f9cab022-670f-41b8-9b80-5fe1792ace76", "code": 200}]} {{(pid=93355) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:18:50.939956 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4f97f69-93e2-41c5-9e3a-7cc040b8ca07 {{(pid=93355) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:18:50.940334 dv-cinder-802955-2-iscsi neutron-server[93355]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31875485-d70f-453e-bffe-c21113795174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cab022-670f-41b8-9b80-5fe1792ace76', 'code': 200} Jul 30 16:18:50.965454 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Pushing event updated for resources: {'Port': ['ID=f9cab022-670f-41b8-9b80-5fe1792ace76,revision_number=8']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:03.272767 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-e032d517-137c-442d-a8dc-3cc73a2c5498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:06.199692 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-b8385577-5e83-4715-9323-2341e237a1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:06.202101 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:07.005430 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:08.479775 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:14.482876 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:19.768927 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-50281bac-9b21-47b4-abe1-4644f94578fc req-b9ebbfea-f345-416e-b99b-92fa05ca614f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436902 Jul 30 16:19:19.855150 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50281bac-9b21-47b4-abe1-4644f94578fc req-1ca80b2a-943e-4a9b-8cec-20ef1e618b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:19.857070 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-50281bac-9b21-47b4-abe1-4644f94578fc req-1ca80b2a-943e-4a9b-8cec-20ef1e618b73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ee940c6e27c47c6a6a69d813ec09053&device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 1098 time: 0.0429945 Jul 30 16:19:19.973716 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50281bac-9b21-47b4-abe1-4644f94578fc req-66bd50c8-e917-4b9e-8848-54d1d7ace102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:19.975300 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-50281bac-9b21-47b4-abe1-4644f94578fc req-66bd50c8-e917-4b9e-8848-54d1d7ace102 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 HTTP/1.1" status: 200 len: 909 time: 0.0942483 Jul 30 16:19:20.045814 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-50281bac-9b21-47b4-abe1-4644f94578fc req-d5eca843-4f4b-482f-88bc-b3839b93df4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9cab022-670f-41b8-9b80-5fe1792ace76 HTTP/1.1" status: 200 len: 1001 time: 0.0617018 Jul 30 16:19:20.101367 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50281bac-9b21-47b4-abe1-4644f94578fc req-9febb089-79a6-404a-a92d-ec203538aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:20.102857 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-50281bac-9b21-47b4-abe1-4644f94578fc req-9febb089-79a6-404a-a92d-ec203538aa77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4a92112d-c510-4e4d-9c6f-019e181dd50a HTTP/1.1" status: 200 len: 847 time: 0.0464239 Jul 30 16:19:20.130660 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:19:20.155920 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50281bac-9b21-47b4-abe1-4644f94578fc req-022805a4-fdc5-4f58-90db-bf3222d2daba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:20.157419 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-50281bac-9b21-47b4-abe1-4644f94578fc req-022805a4-fdc5-4f58-90db-bf3222d2daba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466967 Jul 30 16:19:20.254420 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-50281bac-9b21-47b4-abe1-4644f94578fc req-93f2dfa7-727a-4a3c-94d2-d113e1ec1b24 service neutron] 10.222.0.60 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877750 Jul 30 16:19:20.349455 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-50281bac-9b21-47b4-abe1-4644f94578fc req-a72ec0a9-7780-4d8c-a261-3f5aaf69eed6 service neutron] 10.222.0.60 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876260 Jul 30 16:19:33.264777 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-fa681e78-51a9-4e47-ba52-5b333355b434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:36.197422 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-7d9bb0af-8e22-4704-828a-02ee8ce1ecb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:36.199528 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:37.005997 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:38.479971 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:44.495887 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:57.129972 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:20:00.228914 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36766) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:20:00.385733 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Deleting port 21e124e2-84ad-4c0a-b93f-4c9a6891a7f3 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:20:00.385993 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:00.460929 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:00.461266 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:00.474118 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Calling delete_port for 21e124e2-84ad-4c0a-b93f-4c9a6891a7f3 owned by network:floatingip {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:20:00.631756 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:00.660786 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Pushing event deleted for resources: {'Port': ['ID=21e124e2-84ad-4c0a-b93f-4c9a6891a7f3,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:00.672499 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:00.672840 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:00.673177 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:00.673512 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:00.673838 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:00.674165 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:00.674485 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:00.674806 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:00.675160 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:00.675476 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:00.675793 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:00.676107 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:00.735341 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for floatingip, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:00.735669 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.db.l3_db [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Floating IP 82556c7e-5cde-4790-b9bf-5b08cc2f41c2 disassociated (deleted). External IP: 172.27.3.152, port: f9cab022-670f-41b8-9b80-5fe1792ace76. Jul 30 16:20:01.184243 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Router 481ad4a9-94cf-43e8-8329-992efbce5cbd has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:20:01.291561 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:20:01.296589 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for floatingip, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:01.301979 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d9574e-e4a5-4b5d-a7f1-36fd92354142 None None] Sync routers for ids ['481ad4a9-94cf-43e8-8329-992efbce5cbd'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:20:01.311734 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d9574e-e4a5-4b5d-a7f1-36fd92354142 None None] Routers {'481ad4a9-94cf-43e8-8329-992efbce5cbd'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:20:01.312360 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-15d9574e-e4a5-4b5d-a7f1-36fd92354142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:19:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['481ad4a9-94cf-43e8-8329-992efbce5cbd'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:01.325303 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-338cef69-9ebe-4e54-8966-daa77b5d6066 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "DELETE /v2.0/floatingips/82556c7e-5cde-4790-b9bf-5b08cc2f41c2 HTTP/1.1" status: 204 len: 168 time: 1.0952504 Jul 30 16:20:01.325899 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31875485-d70f-453e-bffe-c21113795174', 'tag': 'f9cab022-670f-41b8-9b80-5fe1792ace76'}] {{(pid=93354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:20:01.328766 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a1549a637e0520348546bc816cc7ba7b4d913aee95f4c3e2186750afafe3191" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df936278-2a8a-45ea-b223-bb6c0f271b13" -d '{"events": [{"name": "network-changed", "server_uuid": "31875485-d70f-453e-bffe-c21113795174", "tag": "f9cab022-670f-41b8-9b80-5fe1792ace76"}]}' {{(pid=93354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:20:01.373594 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35b6237-ef34-45bb-8072-6d408f08bfdd x-openstack-request-id: req-f35b6237-ef34-45bb-8072-6d408f08bfdd {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:20:01.374576 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31875485-d70f-453e-bffe-c21113795174", "tag": "f9cab022-670f-41b8-9b80-5fe1792ace76", "status": "completed", "code": 200}]} {{(pid=93354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:20:01.375041 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f35b6237-ef34-45bb-8072-6d408f08bfdd {{(pid=93354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:20:01.375640 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31875485-d70f-453e-bffe-c21113795174', 'tag': 'f9cab022-670f-41b8-9b80-5fe1792ace76', 'status': 'completed', 'code': 200} Jul 30 16:20:01.424915 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-15d9574e-e4a5-4b5d-a7f1-36fd92354142 None None] Set router 481ad4a9-94cf-43e8-8329-992efbce5cbd gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:20:01.442626 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df936278-2a8a-45ea-b223-bb6c0f271b13 req-729a8ea7-d110-4227-bb0a-dbbf59da1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:01.444236 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-df936278-2a8a-45ea-b223-bb6c0f271b13 req-729a8ea7-d110-4227-bb0a-dbbf59da1d57 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ee940c6e27c47c6a6a69d813ec09053&device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 1098 time: 0.0472951 Jul 30 16:20:01.584824 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df936278-2a8a-45ea-b223-bb6c0f271b13 req-3ed011b4-1b57-4c2a-9586-d6948d72d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:01.587008 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-df936278-2a8a-45ea-b223-bb6c0f271b13 req-3ed011b4-1b57-4c2a-9586-d6948d72d32f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 HTTP/1.1" status: 200 len: 909 time: 0.1328220 Jul 30 16:20:01.635829 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-df936278-2a8a-45ea-b223-bb6c0f271b13 req-d383c79e-3a49-49d6-b6ed-f822b5e2dc44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9cab022-670f-41b8-9b80-5fe1792ace76 HTTP/1.1" status: 200 len: 217 time: 0.0390368 Jul 30 16:20:01.637158 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-15d9574e-e4a5-4b5d-a7f1-36fd92354142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'name': 'tempest-TestShelveInstance-701961744-router', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:42Z', 'updated_at': '2021-07-30T16:15:45Z', 'revision_number': 4, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'gw_port': {'id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:43Z', 'updated_at': '2021-07-30T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'bb73360c-e8ae-48ed-919c-57a6fd1d7356', 'name': '', 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'mac_address': 'fa:16:3e:50:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:44Z', 'updated_at': '2021-07-30T16:15:51Z', 'revision_number': 5, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'subnets': [{'id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:01.668275 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d9574e-e4a5-4b5d-a7f1-36fd92354142 None None] Checking router: 481ad4a9-94cf-43e8-8329-992efbce5cbd for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:20:01.677213 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d9574e-e4a5-4b5d-a7f1-36fd92354142 None None] Routers {'481ad4a9-94cf-43e8-8329-992efbce5cbd'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:20:01.677841 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-15d9574e-e4a5-4b5d-a7f1-36fd92354142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:19:36Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['481ad4a9-94cf-43e8-8329-992efbce5cbd'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:01.699992 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df936278-2a8a-45ea-b223-bb6c0f271b13 req-e9a5881c-83f0-4efb-9da8-b09983970ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:01.701398 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-df936278-2a8a-45ea-b223-bb6c0f271b13 req-e9a5881c-83f0-4efb-9da8-b09983970ae5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4a92112d-c510-4e4d-9c6f-019e181dd50a HTTP/1.1" status: 200 len: 847 time: 0.0585592 Jul 30 16:20:01.769376 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4007bd-fc9c-4268-9953-9ded15ac84d4 req-ef4ca0a2-96a5-4841-9b6a-c1f810dab9fe tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:01.771016 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-af4007bd-fc9c-4268-9953-9ded15ac84d4 req-ef4ca0a2-96a5-4841-9b6a-c1f810dab9fe tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.2506032 Jul 30 16:20:01.777996 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df936278-2a8a-45ea-b223-bb6c0f271b13 req-3d57d709-c8e3-49f5-b44f-6a7884ae445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:01.779576 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-df936278-2a8a-45ea-b223-bb6c0f271b13 req-3d57d709-c8e3-49f5-b44f-6a7884ae445f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642903 Jul 30 16:20:01.784384 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-15d9574e-e4a5-4b5d-a7f1-36fd92354142 None None] Set router 481ad4a9-94cf-43e8-8329-992efbce5cbd gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:20:01.865664 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-af4007bd-fc9c-4268-9953-9ded15ac84d4 req-519136dd-4814-423d-a12d-740d60cbf0e8 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850770 Jul 30 16:20:01.903847 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-df936278-2a8a-45ea-b223-bb6c0f271b13 req-f1c39fe4-de6c-4fa8-aae1-030b661406ea service neutron] 10.222.0.60 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156635 Jul 30 16:20:02.016746 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-15d9574e-e4a5-4b5d-a7f1-36fd92354142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'name': 'tempest-TestShelveInstance-701961744-router', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:42Z', 'updated_at': '2021-07-30T16:15:45Z', 'revision_number': 4, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'gw_port': {'id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:43Z', 'updated_at': '2021-07-30T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'bb73360c-e8ae-48ed-919c-57a6fd1d7356', 'name': '', 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'mac_address': 'fa:16:3e:50:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:44Z', 'updated_at': '2021-07-30T16:15:51Z', 'revision_number': 5, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'subnets': [{'id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:02.022021 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-df936278-2a8a-45ea-b223-bb6c0f271b13 req-29c7fdc8-029a-4651-a96d-d2cf2ff96624 service neutron] 10.222.0.60 "GET /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105545 Jul 30 16:20:02.044452 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d9574e-e4a5-4b5d-a7f1-36fd92354142 None None] The sync data for ids ['481ad4a9-94cf-43e8-8329-992efbce5cbd'] in dv-cinder-802955-2-iscsi is: [{'id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'name': 'tempest-TestShelveInstance-701961744-router', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:42Z', 'updated_at': '2021-07-30T16:15:45Z', 'revision_number': 4, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'gw_port': {'id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:43Z', 'updated_at': '2021-07-30T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi', '_interfaces': [{'id': 'bb73360c-e8ae-48ed-919c-57a6fd1d7356', 'name': '', 'network_id': 'c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'mac_address': 'fa:16:3e:50:18:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:44Z', 'updated_at': '2021-07-30T16:15:51Z', 'revision_number': 5, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'subnets': [{'id': '4a92112d-c510-4e4d-9c6f-019e181dd50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:20:02.246165 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5397150-5030-475f-a287-c79bc238c49f None None] New status for floating IP 82556c7e-5cde-4790-b9bf-5b08cc2f41c2: DOWN {{(pid=93356) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:20:03.034855 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ba56b-0b3d-4bf4-a243-94c90f4400ee req-74521cbc-6f02-4e4c-8077-178bd77ba774 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93354) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:03.036380 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c17ba56b-0b3d-4bf4-a243-94c90f4400ee req-74521cbc-6f02-4e4c-8077-178bd77ba774 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.1001642 Jul 30 16:20:03.074794 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-c17ba56b-0b3d-4bf4-a243-94c90f4400ee req-466ebe28-0fca-4003-8e05-8bacb05369f9 tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/security-groups?id=554c1b46-73c5-45e7-8023-36b626a22f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324771 Jul 30 16:20:03.125752 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9e550-b46b-41cf-87a2-3c93f6e9ca0a req-f41d353f-b886-49bf-996b-260efbc8bc0a tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:03.127266 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-52c9e550-b46b-41cf-87a2-3c93f6e9ca0a req-f41d353f-b886-49bf-996b-260efbc8bc0a tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.60 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 945 time: 0.0483954 Jul 30 16:20:03.228015 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-52c9e550-b46b-41cf-87a2-3c93f6e9ca0a req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Deleting port f9cab022-670f-41b8-9b80-5fe1792ace76 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:20:03.228383 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-52c9e550-b46b-41cf-87a2-3c93f6e9ca0a req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:03.267256 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-6f3de09c-6f84-48ea-9a48-8c6a88b0402c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:03.318313 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [req-52c9e550-b46b-41cf-87a2-3c93f6e9ca0a req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] For port f9cab022-670f-41b8-9b80-5fe1792ace76, host hv-cinder-80295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80295',level=0,port_id=f9cab022-670f-41b8-9b80-5fe1792ace76,segment=NetworkSegment(8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c),segment_id=8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:20:03.318683 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-52c9e550-b46b-41cf-87a2-3c93f6e9ca0a req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:03.332202 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [req-52c9e550-b46b-41cf-87a2-3c93f6e9ca0a req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Calling delete_port for f9cab022-670f-41b8-9b80-5fe1792ace76 owned by compute:nova {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:20:03.462547 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-52c9e550-b46b-41cf-87a2-3c93f6e9ca0a req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:03.495711 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Pushing event deleted for resources: {'Port': ['ID=f9cab022-670f-41b8-9b80-5fe1792ace76,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:03.519196 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:03.519550 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:03.519894 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:03.520236 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:03.520567 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:03.520898 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:03.521224 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:03.521609 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:03.521913 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:03.522296 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:03.522780 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:03.523209 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:03.549224 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c9e550-b46b-41cf-87a2-3c93f6e9ca0a req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] No DVR routers for this DVR port f9cab022-670f-41b8-9b80-5fe1792ace76 on host hv-cinder-80295 {{(pid=93353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:20:03.551916 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [req-52c9e550-b46b-41cf-87a2-3c93f6e9ca0a req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115533'] for port, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:03.553908 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [req-52c9e550-b46b-41cf-87a2-3c93f6e9ca0a req-813944ca-3b0b-4d5e-830a-9ebaf13ee79b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.60 "DELETE /v2.0/ports/f9cab022-670f-41b8-9b80-5fe1792ace76 HTTP/1.1" status: 204 len: 173 time: 0.4183674 Jul 30 16:20:03.554490 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31875485-d70f-453e-bffe-c21113795174', 'name': 'network-vif-deleted', 'tag': 'f9cab022-670f-41b8-9b80-5fe1792ace76'}] {{(pid=93353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:20:03.558006 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c7b6cd28ace0dc1796c53e8c44e577c43a7392d6be56ffa3899666ae707bd49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1ecb06-2802-4d1a-b4c8-9700c057f56c" -d '{"events": [{"server_uuid": "31875485-d70f-453e-bffe-c21113795174", "name": "network-vif-deleted", "tag": "f9cab022-670f-41b8-9b80-5fe1792ace76"}]}' {{(pid=93353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:20:03.596834 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a985020-ec96-42ef-9183-f677ee600be8 x-openstack-request-id: req-2a985020-ec96-42ef-9183-f677ee600be8 {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:20:03.597127 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31875485-d70f-453e-bffe-c21113795174", "name": "network-vif-deleted", "tag": "f9cab022-670f-41b8-9b80-5fe1792ace76", "status": "completed", "code": 200}]} {{(pid=93353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:20:03.597372 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a985020-ec96-42ef-9183-f677ee600be8 {{(pid=93353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:20:03.597765 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31875485-d70f-453e-bffe-c21113795174', 'name': 'network-vif-deleted', 'tag': 'f9cab022-670f-41b8-9b80-5fe1792ace76', 'status': 'completed', 'code': 200} Jul 30 16:20:04.181684 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [req-abf67d97-f63a-4d54-a7e3-d6a2147c1537 req-1f7fe70a-1dc5-48a2-8f11-4946a21b207b tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "GET /v2.0/ports?device_id=31875485-d70f-453e-bffe-c21113795174 HTTP/1.1" status: 200 len: 210 time: 0.0268571 Jul 30 16:20:05.236428 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36798) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:20:05.296157 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-22d095f4-ee2d-4b5d-b778-600bce0e367c tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:05.320642 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-22d095f4-ee2d-4b5d-b778-600bce0e367c tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:05.378101 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-22d095f4-ee2d-4b5d-b778-600bce0e367c tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:05.380828 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-22d095f4-ee2d-4b5d-b778-600bce0e367c tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:05.381969 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-22d095f4-ee2d-4b5d-b778-600bce0e367c tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] 10.222.0.61 "DELETE /v2.0/security-groups/554c1b46-73c5-45e7-8023-36b626a22f4d HTTP/1.1" status: 204 len: 168 time: 0.1445620 Jul 30 16:20:05.391610 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d095f4-ee2d-4b5d-b778-600bce0e367c tempest-TestShelveInstance-1540374946 tempest-TestShelveInstance-1540374946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554c1b46-73c5-45e7-8023-36b626a22f4d,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:06.197221 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-2779c735-e168-4d4f-a94e-0337d4f65b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:06.199597 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:06.445200 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36804) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:20:06.782114 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b3180eae-bd3a-4f47-a766-fae6b9cd36b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701754'] for router_interface, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:07.008875 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:07.012789 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-b3180eae-bd3a-4f47-a766-fae6b9cd36b3 admin admin] Deleting port bb73360c-e8ae-48ed-919c-57a6fd1d7356 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:20:07.013126 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b3180eae-bd3a-4f47-a766-fae6b9cd36b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:07.090632 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-b3180eae-bd3a-4f47-a766-fae6b9cd36b3 admin admin] For port bb73360c-e8ae-48ed-919c-57a6fd1d7356, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=bb73360c-e8ae-48ed-919c-57a6fd1d7356,segment=NetworkSegment(8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c),segment_id=8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:20:07.091006 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b3180eae-bd3a-4f47-a766-fae6b9cd36b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:07.104163 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-b3180eae-bd3a-4f47-a766-fae6b9cd36b3 admin admin] Calling delete_port for bb73360c-e8ae-48ed-919c-57a6fd1d7356 owned by network:router_interface {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:20:07.217210 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device f9cab022-670f-41b8-9b80-5fe1792ace76 no longer exists at agent hyperv_hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:20:07.243373 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] No Port match for: f9cab022-670f-41b8-9b80-5fe1792ace76 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:20:07.244078 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Device f9cab022-670f-41b8-9b80-5fe1792ace76 not bound to the agent host hv-cinder-80295 {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:20:07.293643 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b3180eae-bd3a-4f47-a766-fae6b9cd36b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:07.319736 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3180eae-bd3a-4f47-a766-fae6b9cd36b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb73360c-e8ae-48ed-919c-57a6fd1d7356,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:07.491074 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-b3180eae-bd3a-4f47-a766-fae6b9cd36b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701782'] for router_interface, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:07.698126 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3180eae-bd3a-4f47-a766-fae6b9cd36b3 admin admin] Router 481ad4a9-94cf-43e8-8329-992efbce5cbd has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93354) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:20:07.800118 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3180eae-bd3a-4f47-a766-fae6b9cd36b3 admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93354) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:20:07.804996 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-b3180eae-bd3a-4f47-a766-fae6b9cd36b3 admin admin] 10.222.0.61 "PUT /v2.0/routers/481ad4a9-94cf-43e8-8329-992efbce5cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3587234 Jul 30 16:20:07.807468 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36806) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:20:07.809922 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3614c9db-d7c0-4cfb-98bf-bfebf899f4f2 None None] Sync routers for ids ['481ad4a9-94cf-43e8-8329-992efbce5cbd'] in dv-cinder-802955-2-iscsi {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:20:07.820471 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3614c9db-d7c0-4cfb-98bf-bfebf899f4f2 None None] Routers {'481ad4a9-94cf-43e8-8329-992efbce5cbd'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:20:07.821102 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-3614c9db-d7c0-4cfb-98bf-bfebf899f4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:20:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['481ad4a9-94cf-43e8-8329-992efbce5cbd'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:07.912371 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7b113225-5ebf-4a5a-b674-394cc9669da7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:07.925646 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-3614c9db-d7c0-4cfb-98bf-bfebf899f4f2 None None] Set router 481ad4a9-94cf-43e8-8329-992efbce5cbd gateway port host: dv-cinder-802955-2-iscsi {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:20:08.012599 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7b113225-5ebf-4a5a-b674-394cc9669da7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.063208 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-7b113225-5ebf-4a5a-b674-394cc9669da7 admin admin] Deleting port 0c266ee2-24ee-4f60-b572-d928765f7d62 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:20:08.063551 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7b113225-5ebf-4a5a-b674-394cc9669da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.101306 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-3614c9db-d7c0-4cfb-98bf-bfebf899f4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'name': 'tempest-TestShelveInstance-701961744-router', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:42Z', 'updated_at': '2021-07-30T16:20:07Z', 'revision_number': 5, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'gw_port': {'id': '0c266ee2-24ee-4f60-b572-d928765f7d62', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:43Z', 'updated_at': '2021-07-30T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:08.126656 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3614c9db-d7c0-4cfb-98bf-bfebf899f4f2 None None] Checking router: 481ad4a9-94cf-43e8-8329-992efbce5cbd for host: dv-cinder-802955-2-iscsi {{(pid=93355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:20:08.134834 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3614c9db-d7c0-4cfb-98bf-bfebf899f4f2 None None] Routers {'481ad4a9-94cf-43e8-8329-992efbce5cbd'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:20:08.135469 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-3614c9db-d7c0-4cfb-98bf-bfebf899f4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:20:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['481ad4a9-94cf-43e8-8329-992efbce5cbd'], 'active': True} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:08.143218 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-7b113225-5ebf-4a5a-b674-394cc9669da7 admin admin] For port 0c266ee2-24ee-4f60-b572-d928765f7d62, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=0c266ee2-24ee-4f60-b572-d928765f7d62,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:20:08.143586 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7b113225-5ebf-4a5a-b674-394cc9669da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.157397 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-7b113225-5ebf-4a5a-b674-394cc9669da7 admin admin] Calling delete_port for 0c266ee2-24ee-4f60-b572-d928765f7d62 owned by network:router_gateway {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:20:08.222196 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvr_db [None req-3614c9db-d7c0-4cfb-98bf-bfebf899f4f2 None None] Set router 481ad4a9-94cf-43e8-8329-992efbce5cbd gateway port host: None {{(pid=93355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:20:08.276242 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_hamode_db [None req-3614c9db-d7c0-4cfb-98bf-bfebf899f4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'name': 'tempest-TestShelveInstance-701961744-router', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:42Z', 'updated_at': '2021-07-30T16:20:08Z', 'revision_number': 6, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'gw_port_host': None}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:08.301945 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3614c9db-d7c0-4cfb-98bf-bfebf899f4f2 None None] The sync data for ids ['481ad4a9-94cf-43e8-8329-992efbce5cbd'] in dv-cinder-802955-2-iscsi is: [{'id': '481ad4a9-94cf-43e8-8329-992efbce5cbd', 'name': 'tempest-TestShelveInstance-701961744-router', 'tenant_id': '0ee940c6e27c47c6a6a69d813ec09053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:42Z', 'updated_at': '2021-07-30T16:20:08Z', 'revision_number': 6, 'project_id': '0ee940c6e27c47c6a6a69d813ec09053', 'gw_port_host': None}] {{(pid=93355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:20:08.335548 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7b113225-5ebf-4a5a-b674-394cc9669da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.360447 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b113225-5ebf-4a5a-b674-394cc9669da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c266ee2-24ee-4f60-b572-d928765f7d62,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:08.419465 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7b113225-5ebf-4a5a-b674-394cc9669da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701684'] for router_gateway, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.484000 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.512006 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7b113225-5ebf-4a5a-b674-394cc9669da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2721'] for router, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.514059 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7b113225-5ebf-4a5a-b674-394cc9669da7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.555035 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7b113225-5ebf-4a5a-b674-394cc9669da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564731'] for router, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.555602 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b113225-5ebf-4a5a-b674-394cc9669da7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 481ad4a9-94cf-43e8-8329-992efbce5cbd {{(pid=93354) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:20:08.560312 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-7b113225-5ebf-4a5a-b674-394cc9669da7 admin admin] Notify callbacks [] for router, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.561499 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-7b113225-5ebf-4a5a-b674-394cc9669da7 admin admin] 10.222.0.61 "DELETE /v2.0/routers/481ad4a9-94cf-43e8-8329-992efbce5cbd HTTP/1.1" status: 204 len: 168 time: 0.7527409 Jul 30 16:20:08.564692 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36808) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:20:08.607380 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.db_base_plugin_v2 [None req-77eaeb7d-4ee0-48d3-8467-dd8f4d27bcbf admin admin] Deleting subnet 4a92112d-c510-4e4d-9c6f-019e181dd50a {{(pid=93354) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:20:08.610963 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-77eaeb7d-4ee0-48d3-8467-dd8f4d27bcbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.645242 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-77eaeb7d-4ee0-48d3-8467-dd8f4d27bcbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6082454'] for subnet, precommit_delete_associations {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.727237 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-77eaeb7d-4ee0-48d3-8467-dd8f4d27bcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906635'] for subnet, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.777830 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-77eaeb7d-4ee0-48d3-8467-dd8f4d27bcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5957786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7322548'] for subnet, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.803904 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eaeb7d-4ee0-48d3-8467-dd8f4d27bcbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a92112d-c510-4e4d-9c6f-019e181dd50a,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:08.805857 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-77eaeb7d-4ee0-48d3-8467-dd8f4d27bcbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for subnet, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.808354 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-77eaeb7d-4ee0-48d3-8467-dd8f4d27bcbf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4a92112d-c510-4e4d-9c6f-019e181dd50a HTTP/1.1" status: 204 len: 168 time: 0.2426755 Jul 30 16:20:08.810224 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36810) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:20:08.810608 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935875df-065a-4231-9637-3c33d06a3d30 None None] Network c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:20:08.881825 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2038210'] for network, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.933778 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] Deleting port c7f08387-5be5-4928-9a93-9624df130287 {{(pid=93354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:20:08.934144 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.997021 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.db [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] For port c7f08387-5be5-4928-9a93-9624df130287, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=c7f08387-5be5-4928-9a93-9624df130287,segment=NetworkSegment(8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c),segment_id=8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c)] {{(pid=93354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:20:08.997322 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:09.010197 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.plugin [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] Calling delete_port for c7f08387-5be5-4928-9a93-9624df130287 owned by network:dhcp {{(pid=93354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:20:09.055086 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] DHCP port deletion for c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 request from dv-cinder-802955-2-iscsi {{(pid=93355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 16:20:09.104180 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Deleting port c7f08387-5be5-4928-9a93-9624df130287 {{(pid=93355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:20:09.104562 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:09.175762 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.db [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] For port c7f08387-5be5-4928-9a93-9624df130287, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=c7f08387-5be5-4928-9a93-9624df130287,segment=NetworkSegment(8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c),segment_id=8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c)] {{(pid=93355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:20:09.176165 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:09.190914 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Calling delete_port for c7f08387-5be5-4928-9a93-9624df130287 owned by network:dhcp {{(pid=93355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:20:09.277799 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631'] for port, after_delete {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:09.306635 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Pushing event deleted for resources: {'Port': ['ID=c7f08387-5be5-4928-9a93-9624df130287,revision_number=None']} {{(pid=93355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:09.314320 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] No DVR routers for this DVR port c7f08387-5be5-4928-9a93-9624df130287 on host dv-cinder-802955-2-iscsi {{(pid=93355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:20:09.316784 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:09.317138 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:09.317482 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:09.317833 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:09.318152 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:09.318564 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:09.318897 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:09.319277 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:09.319614 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:09.319939 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:09.320309 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:09.320687 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f55483a-bdc6-4978-aae5-d9ba8ddd4184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802955-2-iscsi {{(pid=93355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:09.345020 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5957813'] for port, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:09.367599 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f08387-5be5-4928-9a93-9624df130287,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:09.372913 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] No DVR routers for this DVR port c7f08387-5be5-4928-9a93-9624df130287 on host dv-cinder-802955-2-iscsi {{(pid=93354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:20:09.441810 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900636', 'neutron.services.segments.db._delete_segments_for_network-8772173602609'] for network, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:09.451329 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2']}} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:09.461642 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c') {'for_net_delete': True} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:09.461939 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.services.segments.db [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8447ccdc-dd74-407f-bb8b-7c0c59ef1f4c') {} {{(pid=93354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:09.471265 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772173603386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6082461'] for segment, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:09.484413 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:09.490333 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93354) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:20:09.490739 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5953348'] for segment, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: self.session.flush() Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: self.session.flush() Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: self.session.flush() Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: self.session.flush() Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: Traceback (most recent call last): Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: timer() Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: cb(*args, **kw) Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: return func(*args, **kwargs) Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: self._notify() Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: self.callback(batched_events) Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: event.method(event) Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: return f(self, *a, **k) Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._get(url).json() Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: return self.request(url, 'GET', **kwargs) Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:20:09.492388 dv-cinder-802955-2-iscsi neutron-server[93354]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:20:09.544022 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701640'] for network, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:09.549433 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:09.551337 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2 HTTP/1.1" status: 204 len: 168 time: 0.7401855 Jul 30 16:20:09.554472 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36812) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:20:09.562101 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d193b96-f958-41af-9185-450bdac95d14 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0dc4349-ad3e-4d2f-9d10-eaca2d30f6a2,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:09.630768 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device bb73360c-e8ae-48ed-919c-57a6fd1d7356 no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:20:09.775513 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: bb73360c-e8ae-48ed-919c-57a6fd1d7356 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:20:09.775796 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device bb73360c-e8ae-48ed-919c-57a6fd1d7356 not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:20:09.776310 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device c7f08387-5be5-4928-9a93-9624df130287 no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:20:09.796191 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: c7f08387-5be5-4928-9a93-9624df130287 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:20:09.796539 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device c7f08387-5be5-4928-9a93-9624df130287 not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:20:09.796972 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 0c266ee2-24ee-4f60-b572-d928765f7d62 no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:20:09.816903 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: 0c266ee2-24ee-4f60-b572-d928765f7d62 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:20:09.817281 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 0c266ee2-24ee-4f60-b572-d928765f7d62 not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:20:10.181535 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8b989ea2-ef4f-4465-9e2a-86a2b0c8502c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701754'] for router_interface, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:10.427791 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-8b989ea2-ef4f-4465-9e2a-86a2b0c8502c admin admin] Deleting port 2e54e2e9-003e-44e5-82a0-9334002006e9 {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:20:10.428175 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8b989ea2-ef4f-4465-9e2a-86a2b0c8502c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:10.509733 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [None req-8b989ea2-ef4f-4465-9e2a-86a2b0c8502c admin admin] For port 2e54e2e9-003e-44e5-82a0-9334002006e9, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=2e54e2e9-003e-44e5-82a0-9334002006e9,segment=NetworkSegment(db569e59-d810-4801-a63b-445c2fd2480b),segment_id=db569e59-d810-4801-a63b-445c2fd2480b)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:20:10.510005 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8b989ea2-ef4f-4465-9e2a-86a2b0c8502c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:10.523484 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-8b989ea2-ef4f-4465-9e2a-86a2b0c8502c admin admin] Calling delete_port for 2e54e2e9-003e-44e5-82a0-9334002006e9 owned by network:router_interface {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:20:10.712029 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8b989ea2-ef4f-4465-9e2a-86a2b0c8502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:10.736720 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b989ea2-ef4f-4465-9e2a-86a2b0c8502c admin admin] Pushing event deleted for resources: {'Port': ['ID=2e54e2e9-003e-44e5-82a0-9334002006e9,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:10.897192 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-8b989ea2-ef4f-4465-9e2a-86a2b0c8502c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1025454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701782'] for router_interface, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:11.109804 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b989ea2-ef4f-4465-9e2a-86a2b0c8502c admin admin] Router df29e2e9-873c-47fa-86fd-6f8321e60aa7 has already been hosted by L3 agent 764964bb-c6ae-44ad-b791-fec8f0417216 {{(pid=93353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:20:11.214688 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b989ea2-ef4f-4465-9e2a-86a2b0c8502c admin admin] Notify agent at l3_agent.dv-cinder-802955-2-iscsi the message routers_updated {{(pid=93353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:20:11.221350 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-8b989ea2-ef4f-4465-9e2a-86a2b0c8502c admin admin] 10.222.0.61 "PUT /v2.0/routers/df29e2e9-873c-47fa-86fd-6f8321e60aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6650653 Jul 30 16:20:11.223584 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36814) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:20:11.223945 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee4212-ed6c-49e7-914a-5b56079f9e5f None None] Sync routers for ids ['df29e2e9-873c-47fa-86fd-6f8321e60aa7'] in dv-cinder-802955-2-iscsi {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:20:11.233119 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee4212-ed6c-49e7-914a-5b56079f9e5f None None] Routers {'df29e2e9-873c-47fa-86fd-6f8321e60aa7'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:20:11.234324 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-beee4212-ed6c-49e7-914a-5b56079f9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:20:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['df29e2e9-873c-47fa-86fd-6f8321e60aa7'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:11.329054 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-952d3346-40ee-4500-a18f-81319b6d2c7f admin admin] Notify callbacks [] for router, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:11.338220 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-beee4212-ed6c-49e7-914a-5b56079f9e5f None None] Set router df29e2e9-873c-47fa-86fd-6f8321e60aa7 gateway port host: dv-cinder-802955-2-iscsi {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:20:11.440058 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-952d3346-40ee-4500-a18f-81319b6d2c7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:11.494019 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-952d3346-40ee-4500-a18f-81319b6d2c7f admin admin] Deleting port 62c0a59f-984f-4a1d-a091-ce2763ac080e {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:20:11.494642 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-952d3346-40ee-4500-a18f-81319b6d2c7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:11.580969 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [None req-952d3346-40ee-4500-a18f-81319b6d2c7f admin admin] For port 62c0a59f-984f-4a1d-a091-ce2763ac080e, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=62c0a59f-984f-4a1d-a091-ce2763ac080e,segment=NetworkSegment(c6619991-771e-488b-99f1-8b6d7f067538),segment_id=c6619991-771e-488b-99f1-8b6d7f067538)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:20:11.581336 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-952d3346-40ee-4500-a18f-81319b6d2c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:11.596153 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-952d3346-40ee-4500-a18f-81319b6d2c7f admin admin] Calling delete_port for 62c0a59f-984f-4a1d-a091-ce2763ac080e owned by network:router_gateway {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:20:11.613778 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-beee4212-ed6c-49e7-914a-5b56079f9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'name': 'tempest-TestShelveInstance-762279450-router', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'external_fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '62c0a59f-984f-4a1d-a091-ce2763ac080e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:47Z', 'updated_at': '2021-07-30T16:20:10Z', 'revision_number': 5, 'project_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'gw_port': {'id': '62c0a59f-984f-4a1d-a091-ce2763ac080e', 'name': '', 'network_id': '44fd2069-56d3-48dd-a694-00b845ece913', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '334e4773-3697-4fad-91d5-289ebec89720', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802955-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:15:47Z', 'updated_at': '2021-07-30T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '334e4773-3697-4fad-91d5-289ebec89720', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802955-2-iscsi'}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:11.645650 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee4212-ed6c-49e7-914a-5b56079f9e5f None None] Checking router: df29e2e9-873c-47fa-86fd-6f8321e60aa7 for host: dv-cinder-802955-2-iscsi {{(pid=93356) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:20:11.656154 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee4212-ed6c-49e7-914a-5b56079f9e5f None None] Routers {'df29e2e9-873c-47fa-86fd-6f8321e60aa7'} bound to L3 agent in host dv-cinder-802955-2-iscsi {{(pid=93356) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:20:11.656670 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-beee4212-ed6c-49e7-914a-5b56079f9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802955-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:57:06Z,description=,heartbeat_timestamp=2021-07-30T16:20:06Z,host='dv-cinder-802955-2-iscsi',id=764964bb-c6ae-44ad-b791-fec8f0417216,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:57:07Z,topic='l3_agent')) {'router_ids': ['df29e2e9-873c-47fa-86fd-6f8321e60aa7'], 'active': True} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:11.743609 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_dvr_db [None req-beee4212-ed6c-49e7-914a-5b56079f9e5f None None] Set router df29e2e9-873c-47fa-86fd-6f8321e60aa7 gateway port host: None {{(pid=93356) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:20:11.772581 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-952d3346-40ee-4500-a18f-81319b6d2c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:11.796372 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d3346-40ee-4500-a18f-81319b6d2c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=62c0a59f-984f-4a1d-a091-ce2763ac080e,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:11.798704 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.l3_hamode_db [None req-beee4212-ed6c-49e7-914a-5b56079f9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'name': 'tempest-TestShelveInstance-762279450-router', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:47Z', 'updated_at': '2021-07-30T16:20:11Z', 'revision_number': 6, 'project_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'gw_port_host': None}], 'dv-cinder-802955-2-iscsi', False) {} {{(pid=93356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:11.825823 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee4212-ed6c-49e7-914a-5b56079f9e5f None None] The sync data for ids ['df29e2e9-873c-47fa-86fd-6f8321e60aa7'] in dv-cinder-802955-2-iscsi is: [{'id': 'df29e2e9-873c-47fa-86fd-6f8321e60aa7', 'name': 'tempest-TestShelveInstance-762279450-router', 'tenant_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:15:47Z', 'updated_at': '2021-07-30T16:20:11Z', 'revision_number': 6, 'project_id': '3edffa79313d4270b0ffcdf733f0ce5f', 'gw_port_host': None}] {{(pid=93356) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:20:11.863321 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-952d3346-40ee-4500-a18f-81319b6d2c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701684'] for router_gateway, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:11.957047 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-952d3346-40ee-4500-a18f-81319b6d2c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2721'] for router, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:11.959208 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-952d3346-40ee-4500-a18f-81319b6d2c7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.001285 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-952d3346-40ee-4500-a18f-81319b6d2c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-564731'] for router, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.001773 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952d3346-40ee-4500-a18f-81319b6d2c7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router df29e2e9-873c-47fa-86fd-6f8321e60aa7 {{(pid=93353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:20:12.006032 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-952d3346-40ee-4500-a18f-81319b6d2c7f admin admin] Notify callbacks [] for router, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.007217 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-952d3346-40ee-4500-a18f-81319b6d2c7f admin admin] 10.222.0.61 "DELETE /v2.0/routers/df29e2e9-873c-47fa-86fd-6f8321e60aa7 HTTP/1.1" status: 204 len: 168 time: 0.7825544 Jul 30 16:20:12.009710 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36816) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:20:12.053108 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e8dcf6-f86a-466d-b25d-2a6611989b3b admin admin] Deleting subnet cfa5daeb-b784-4a24-a0b9-3d85284d3e37 {{(pid=93353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:20:12.056182 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-79e8dcf6-f86a-466d-b25d-2a6611989b3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.090231 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-79e8dcf6-f86a-466d-b25d-2a6611989b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66483350'] for subnet, precommit_delete_associations {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.171496 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-79e8dcf6-f86a-466d-b25d-2a6611989b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906635'] for subnet, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.229110 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-79e8dcf6-f86a-466d-b25d-2a6611989b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66541318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66380085'] for subnet, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.258157 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8dcf6-f86a-466d-b25d-2a6611989b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa5daeb-b784-4a24-a0b9-3d85284d3e37,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:12.260339 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-79e8dcf6-f86a-466d-b25d-2a6611989b3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.262278 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-79e8dcf6-f86a-466d-b25d-2a6611989b3b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/cfa5daeb-b784-4a24-a0b9-3d85284d3e37 HTTP/1.1" status: 204 len: 168 time: 0.2516057 Jul 30 16:20:12.265124 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.wsgi [-] (93353) accepted ('10.222.0.61', 36818) {{(pid=93353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:20:12.268123 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3309b7-b3b9-447e-87cf-dfc400fd23d8 None None] Network 03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5 requested from dv-cinder-802955-2-iscsi {{(pid=93355) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:20:12.338461 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2038210'] for network, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.395495 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] Deleting port 60b67a8c-21b3-45a8-932b-cefcc5e15c9c {{(pid=93353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:20:12.395845 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772173522059'] for port, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.458424 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.db [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] For port 60b67a8c-21b3-45a8-932b-cefcc5e15c9c, host dv-cinder-802955-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802955-2-iscsi',level=0,port_id=60b67a8c-21b3-45a8-932b-cefcc5e15c9c,segment=NetworkSegment(db569e59-d810-4801-a63b-445c2fd2480b),segment_id=db569e59-d810-4801-a63b-445c2fd2480b)] {{(pid=93353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:20:12.458794 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-703469'] for port, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.471770 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.plugin [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] Calling delete_port for 60b67a8c-21b3-45a8-932b-cefcc5e15c9c owned by network:dhcp {{(pid=93353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:20:12.555177 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-320390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772173527839', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772173136631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66541353'] for port, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.579673 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] Pushing event deleted for resources: {'Port': ['ID=60b67a8c-21b3-45a8-932b-cefcc5e15c9c,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:12.585949 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] No DVR routers for this DVR port 60b67a8c-21b3-45a8-932b-cefcc5e15c9c on host dv-cinder-802955-2-iscsi {{(pid=93353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:20:12.613131 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5800ffcb-2fab-4e1a-bbb2-b20fa95d158c None None] DHCP port deletion for 03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5 request from dv-cinder-802955-2-iscsi {{(pid=93355) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 16:20:12.665107 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900636', 'neutron.services.segments.db._delete_segments_for_network-8772173602609'] for network, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.675863 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.services.segments.db [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5']}} {{(pid=93353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:12.691763 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.services.segments.db [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db569e59-d810-4801-a63b-445c2fd2480b') {'for_net_delete': True} {{(pid=93353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:12.692084 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.services.segments.db [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db569e59-d810-4801-a63b-445c2fd2480b') {} {{(pid=93353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:12.701817 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772173603386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66483357'] for segment, before_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.717992 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717'] for segment, precommit_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.724814 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=93353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:20:12.725324 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1900717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66545880'] for segment, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: Traceback (most recent call last): Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: timer() Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: cb(*args, **kw) Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: return func(*args, **kwargs) Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: self._notify() Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: self.callback(batched_events) Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: event.method(event) Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: return f(self, *a, **k) Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: return self._get(url).json() Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: return self.request(url, 'GET', **kwargs) Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:20:12.727020 dv-cinder-802955-2-iscsi neutron-server[93353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:20:12.783354 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1025461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701640'] for network, after_delete {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.791649 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron_lib.callbacks.manager [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1025419'] for network, before_response {{(pid=93353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:12.794874 dv-cinder-802955-2-iscsi neutron-server[93353]: INFO neutron.wsgi [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] 10.222.0.61 "DELETE /v2.0/networks/03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5 HTTP/1.1" status: 204 len: 168 time: 0.5286038 Jul 30 16:20:12.811810 dv-cinder-802955-2-iscsi neutron-server[93353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe889f4d-57ba-4c5a-b294-c373b8f4169a admin admin] Pushing event deleted for resources: {'Network': ['ID=03fd99b0-a6c2-47ef-9027-1d6ebec2f2a5,revision_number=None']} {{(pid=93353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:12.998520 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36822) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:20:13.037355 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-e4e3cd4f-9d37-44ee-b85d-b5def757283e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ee940c6e27c47c6a6a69d813ec09053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370235 Jul 30 16:20:13.040030 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36824) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:20:13.091583 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-9961e402-6057-454b-9733-26ee099cb23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:13.112195 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-9961e402-6057-454b-9733-26ee099cb23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:13.156713 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-9961e402-6057-454b-9733-26ee099cb23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:13.159419 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-9961e402-6057-454b-9733-26ee099cb23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:13.160572 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-9961e402-6057-454b-9733-26ee099cb23a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46ffec28-4543-4217-a3c2-77d066c72e11 HTTP/1.1" status: 204 len: 168 time: 0.1196570 Jul 30 16:20:13.168829 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961e402-6057-454b-9733-26ee099cb23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ffec28-4543-4217-a3c2-77d066c72e11,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:13.472031 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36830) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:20:13.511350 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-218d0918-5d6b-4a53-9462-e4ebd3ea607e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3edffa79313d4270b0ffcdf733f0ce5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381026 Jul 30 16:20:13.513970 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [-] (93354) accepted ('10.222.0.61', 36832) {{(pid=93354) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:20:13.560487 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-47bd58cf-ea00-4288-a395-7f49519c1308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:13.585193 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-47bd58cf-ea00-4288-a395-7f49519c1308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:13.634458 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 2e54e2e9-003e-44e5-82a0-9334002006e9 no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:20:13.648087 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-47bd58cf-ea00-4288-a395-7f49519c1308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1048519'] for security_group, after_delete {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:13.650801 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron_lib.callbacks.manager [None req-47bd58cf-ea00-4288-a395-7f49519c1308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:13.652033 dv-cinder-802955-2-iscsi neutron-server[93354]: INFO neutron.wsgi [None req-47bd58cf-ea00-4288-a395-7f49519c1308 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bdbd1948-63f4-4723-9452-2edb0116b4e7 HTTP/1.1" status: 204 len: 168 time: 0.1364925 Jul 30 16:20:13.661851 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: 2e54e2e9-003e-44e5-82a0-9334002006e9 {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:20:13.662384 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 2e54e2e9-003e-44e5-82a0-9334002006e9 not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:20:13.662973 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 60b67a8c-21b3-45a8-932b-cefcc5e15c9c no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:20:13.663871 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd58cf-ea00-4288-a395-7f49519c1308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbd1948-63f4-4723-9452-2edb0116b4e7,revision_number=None']} {{(pid=93354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:13.690763 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: 60b67a8c-21b3-45a8-932b-cefcc5e15c9c {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:20:13.691130 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 60b67a8c-21b3-45a8-932b-cefcc5e15c9c not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:20:13.691550 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 62c0a59f-984f-4a1d-a091-ce2763ac080e no longer exists at agent ovs-agent-dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:20:13.717249 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] No Port match for: 62c0a59f-984f-4a1d-a091-ce2763ac080e {{(pid=93355) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:20:13.717654 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron.plugins.ml2.rpc [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Device 62c0a59f-984f-4a1d-a091-ce2763ac080e not bound to the agent host dv-cinder-802955-2-iscsi {{(pid=93355) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:20:14.494616 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:30.052311 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [req-c3ae4184-b921-479c-8849-25b311b92135 req-96671c39-8834-4757-a819-5056f1a9079e service neutron] (93354) timed out ('10.222.0.60', 63416) {{(pid=93354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 16:20:33.267856 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d5aba279-268e-4791-be7d-ee53515275d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:34.129969 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:20:36.199759 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-4c17c37b-0b32-41d2-a0d2-eabb665abdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:36.204100 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:37.013526 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:38.487162 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:44.502452 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:03.269147 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-38d3439d-2022-4469-8845-95979881aeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:06.200997 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-d6db45c9-6a2c-473c-9836-96b9d106a251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:06.203985 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.013051 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:08.489034 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:11.128842 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:21:14.509359 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:33.270929 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8d79fa20-df57-48f5-88f6-e1c44e9f7a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:36.201294 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ee7d0590-a821-4bda-81de-90d206462b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:36.203945 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:37.015442 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:38.491979 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:44.509401 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:48.127068 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:22:03.271710 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-703d001a-4927-4b90-b7b4-c3b9d0ed3273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:06.200685 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac26ef63-7413-4bd3-87be-8e75419f16b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:06.204241 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:07.019547 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:08.493977 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:14.523348 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:25.127627 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:22:33.271817 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c154f7c1-d153-4953-90de-3370f2b2c24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:36.212585 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-b0e2424b-e91f-45ef-ac7e-1af72eebcab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:36.214368 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:37.021333 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:38.499659 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:44.524290 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:02.127228 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:23:03.274160 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-11a58760-c736-45b7-aa5b-dda06174d850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:06.201648 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-6bdf5ce5-257c-47d4-9fe8-c631eb1f7181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:06.203992 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:07.025078 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:08.500082 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:14.522873 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:33.275056 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed45d-538a-48b9-ab65-c79cac002f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:36.200517 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-5769324c-19c1-4a75-9cbc-591c4129a75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:36.202753 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:37.027386 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:38.503013 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:39.126968 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:23:44.554284 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:51.957749 dv-cinder-802955-2-iscsi neutron-server[93354]: DEBUG neutron.wsgi [req-3db5abdf-5bde-4032-b095-2b2fe8485500 req-3dc29bbe-2a6a-4be6-8720-3cb50b3c178b tempest-ServerRescueNegativeTestJSON-1139061319 tempest-ServerRescueNegativeTestJSON-1139061319-project] (93354) timed out ('10.222.0.60', 63436) {{(pid=93354) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 16:24:03.277808 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-4ba28463-b41c-40f7-bc08-512b46b2999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:06.201907 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ed781a3a-ac5e-4aa0-bf8b-92fd6d4bb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:06.205767 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:07.033594 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:08.507108 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:14.568523 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:16.125651 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:24:33.279504 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c102277d-25d3-44c8-b69e-2e9d4e1dc8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:36.200466 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-8c2bab09-f340-4c0e-bcce-df7bf910fbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:36.204653 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:37.033462 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:38.509036 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:44.598396 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:53.124240 dv-cinder-802955-2-iscsi neutron-server[93356]: DEBUG neutron.db.agents_db [None req-df7681a5-5b9c-4713-9d28-fd573b5d29d7 None None] Agent healthcheck: found 6 active agents {{(pid=93356) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:25:03.280628 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-e837ab24-b8f5-4c6b-8dec-3f2eadb73695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:06.200449 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3ad-b1e1-49a3-9d36-a496be0bcd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:06.201935 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-4d994b19-29e6-40dd-ba7a-2c75a4e05757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:07.035624 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-310cf34c-407b-4285-9733-7ed59b5cdefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:08.513342 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-c041d9f9-12a0-4af6-8b9b-7e82332183b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:14.596526 dv-cinder-802955-2-iscsi neutron-server[93355]: DEBUG neutron_lib.callbacks.manager [None req-01e114ed-a462-4922-b783-d4dc01c9f4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772173602591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902490'] for agent, after_update {{(pid=93355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}